-- Logs begin at Wed 2021-06-16 16:03:50 UTC, end at Wed 2021-06-16 17:15:47 UTC. -- Jun 16 16:49:49.400517 dv-cinder-783389-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:49:52.337958 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:49:52.338579 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:49:52.338742 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:49:52.341986 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:49:52.342240 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:49:52.342552 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:49:52.343523 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:49:52.343751 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:49:52.344118 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:49:52.344372 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:49:52.344626 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:49:52.344951 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.345248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.345568 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.345796 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.346094 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.346387 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.346676 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.346967 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.347270 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.347560 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.347851 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.348146 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.348367 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.348653 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.348942 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.349233 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.349494 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] debug = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.349780 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.350218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.350654 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.350937 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.351231 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.351511 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.351788 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.352066 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.352356 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.352715 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] host = dv-cinder-783389-6-smb {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.352986 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.353279 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.353594 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.353882 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.354158 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.354432 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.354725 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.354997 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.355272 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] log_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.355554 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.355888 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.356139 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.356446 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.356651 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.356874 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.357163 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.357484 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.357772 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.358052 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.358323 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.358602 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.358878 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.359148 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.359439 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.359731 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.360023 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.360841 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.361120 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.361424 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.361701 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.361990 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.362268 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.362542 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.362818 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.363109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.363379 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.363654 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.363963 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.364251 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.364535 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.364823 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.365100 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.365422 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.365699 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.365974 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.366248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] use_json = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.366520 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.366790 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.367075 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.367349 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.367620 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.367894 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.368170 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.368456 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:52.368760 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.369058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.369387 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.369673 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.369968 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.370253 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.370542 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.370820 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.371107 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.371395 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.371684 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.371966 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.372258 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.372541 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.372842 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.373154 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.373481 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.373778 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.374056 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.374335 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.374609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.374892 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.375180 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.375476 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.375765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.376604 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.376891 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.377187 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.377494 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.377757 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.378038 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.378333 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.378614 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.378889 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.379172 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.379453 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.379724 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.379995 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.380273 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.380566 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.380844 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.381113 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.381415 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.381694 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.381965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.382250 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.382531 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.382806 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.383080 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.383360 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.383636 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.383929 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.384189 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.384463 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.384746 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.385018 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.385311 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.385585 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.385907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.386182 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.386455 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.386727 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.387006 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.387279 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.387551 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.387824 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.388098 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.388375 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.388665 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.388965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.389244 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.389557 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.389838 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.390115 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.390392 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.390671 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.390951 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.391230 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.391535 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.391830 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.392115 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.392402 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.392686 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.392965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.393259 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.393566 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.393852 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.394129 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.394409 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.394966 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.395277 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.395546 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.395841 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.396133 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.396424 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.396718 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.397000 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.397364 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.397617 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:52.397832 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:49:52.398075 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100029) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:49:52.756120 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:52.756385 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:52.756680 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:52.757014 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:49:53.179188 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.179522 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.179843 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.181239 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.181603 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.181906 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.223682 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.223979 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.224218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.238859 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.239144 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.239415 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.271474 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.271753 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.272027 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.309523 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.309801 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.310069 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.558759 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.559381 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.559381 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.559545 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.560400 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.691361 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.691683 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.691977 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.692251 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.692525 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.692847 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.693109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.693398 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.693654 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.693935 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.694196 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.694466 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.694726 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.694991 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.695246 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.695515 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.695787 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.696045 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.696319 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.696569 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.696860 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.697232 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.697544 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.697805 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.698052 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.698300 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.698760 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:53.699005 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:53.699242 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:53.699479 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:53.699715 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:53.699950 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:53.701585 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:49:53.705175 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:49:53.709354 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:49:53.713740 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 16 16:49:53.715476 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:49:53.715939 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:49:53.716281 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:49:53.716678 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:49:53.720199 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:49:53.720449 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:49:53.720815 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:49:53.750048 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:49:53.750513 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.750852 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100029) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 16:49:53.751222 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.752783 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100029) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:49:53.753082 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:49:53.753373 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:49:53.756959 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.757248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:53.826062 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:49:53.826352 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:49:53.826509 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:49:53.826897 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:49:53.851003 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_db.sqlalchemy.engines [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100029) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:49:54.526542 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing driver for type 'gre' Jun 16 16:49:54.527063 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] gre ID ranges: [(1, 1000)] Jun 16 16:49:54.720865 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing driver for type 'local' Jun 16 16:49:54.721596 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing driver for type 'vlan' Jun 16 16:49:54.807480 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] VlanTypeDriver initialization complete Jun 16 16:49:54.807967 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing driver for type 'vxlan' Jun 16 16:49:54.808846 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:49:54.991817 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing extension driver 'port_security' Jun 16 16:49:54.992158 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.extensions.port_security [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] PortSecurityExtensionDriver initialization complete Jun 16 16:49:54.992490 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing mechanism driver 'openvswitch' Jun 16 16:49:54.993005 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing mechanism driver 'hyperv' Jun 16 16:49:55.001022 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.plugins.ml2.plugin [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:55.001855 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.002238 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.002601 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.003021 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnet after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.003376 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnet after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.003721 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.004104 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.004460 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.004806 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.005184 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > security_group after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.005552 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > security_group after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.005893 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.006273 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.006670 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.007013 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.007394 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > address_group after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.007741 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > address_group after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.008083 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.008421 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] ML2 OVO RPC backend initialized. {{(pid=100029) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:49:55.009156 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.009545 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.009971 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014464 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > networks before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014464 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014464 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > ports before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014464 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnet before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014916 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnets before_response 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014916 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014916 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.014916 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.015376 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.015376 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.015376 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.015376 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnet after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.015829 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnet after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.015829 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.015829 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.plugin [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Modular L2 Plugin initialization complete Jun 16 16:49:55.015829 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading services supported by the core plugin {{(pid=100029) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:49:55.016241 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.plugins.ml2.managers [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Got port-security extension from driver 'port_security' Jun 16 16:49:55.016397 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.extensions.vlantransparent [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Disabled vlantransparent extension. Jun 16 16:49:55.016893 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100029) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:49:55.017207 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: router Jun 16 16:49:55.055243 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.055640 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router after_create 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.056005 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router before_create 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.056372 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.056741 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.057095 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router after_delete 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.057553 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.057857 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router after_create 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.058210 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router after_update 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.058563 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router after_update 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.059016 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.059381 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router after_update 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.059795 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_update 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.060168 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: port after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.060520 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: port after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.060858 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: subnet after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.061197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.061577 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.062051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_create 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.062281 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: port before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.062628 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.062985 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router after_update 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.063365 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.063720 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_create 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.064189 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.064538 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_update 55549900 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.064918 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > network after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.065898 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Tracking information for resource: router configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:55.066230 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Tracking information for resource: floatingip configured {{(pid=100029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:49:55.071601 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.db.l3_agentschedulers_db [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:49:55.072336 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: port after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.072705 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: port after_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.073057 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: port after_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.073453 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: port after_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.074278 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router before_create 55550100 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.074639 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.075000 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_create 55550100 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.075366 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > router precommit_update 55550100 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.079994 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.services.provider_configuration [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service providers = [] {{(pid=100029) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:49:55.080367 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.db.servicetype_db [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100029) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:49:55.083491 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.services.service_base [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:49:55.083860 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.services.service_base [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:49:55.085006 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.services.service_base [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:49:55.085097 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.services.service_base [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:49:55.085500 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.services.service_base [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:49:55.086831 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.086831 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:49:55.097945 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.098283 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: auto_allocate Jun 16 16:49:55.104358 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: network precommit_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.104724 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: network precommit_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.105275 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.105627 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: tag Jun 16 16:49:55.113427 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.113760 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: timestamp Jun 16 16:49:55.119437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.119771 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: network_ip_availability Jun 16 16:49:55.125789 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.126169 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.126530 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.127334 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.127658 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: flavors Jun 16 16:49:55.132634 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.132964 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading Plugin: revisions Jun 16 16:49:55.137606 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:49:55.138011 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_concurrency.lockutils [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.381s {{(pid=100029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:55.138788 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100029) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 16:49:55.139120 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Initializing extension manager. Jun 16 16:49:55.139641 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: __init__.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.139979 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: __pycache__ {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.140317 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.140646 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: address_group.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.141513 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.142115 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: address-group Jun 16 16:49:55.142436 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: address_scope.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.143150 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.143674 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: address-scope Jun 16 16:49:55.143999 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.145241 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.145791 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:49:55.146122 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: agent.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.146826 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.147349 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: agent Jun 16 16:49:55.147670 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: agent_resources_synced.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.148594 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.149117 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: agent-resources-synced Jun 16 16:49:55.149474 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: allowedaddresspairs.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.151592 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.152147 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: allowed-address-pairs Jun 16 16:49:55.152471 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: auto_allocated_topology.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.153680 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.154217 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: auto-allocated-topology Jun 16 16:49:55.154542 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: availability_zone.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.155239 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.155239 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: availability_zone Jun 16 16:49:55.156265 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: availability_zone_filter.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.159238 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.159238 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: availability_zone_filter Jun 16 16:49:55.159238 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: data_plane_status.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.159600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.159801 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:49:55.160122 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: default_subnetpools.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.161043 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.161597 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: default-subnetpools Jun 16 16:49:55.161927 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.162776 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.163303 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:49:55.163620 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: dns.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.164550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.165180 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:49:55.165536 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: dns_domain_ports.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.166450 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.166973 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:49:55.167294 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: dvr.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.167965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.168475 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: dvr Jun 16 16:49:55.168796 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: empty_string_filtering.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.169738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.170259 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: empty-string-filtering Jun 16 16:49:55.170577 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.171475 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.171994 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:49:55.172313 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.173842 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.174352 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:49:55.174675 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: external_net.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.175595 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.176113 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: external-net Jun 16 16:49:55.176434 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.177369 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.177888 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: extra_dhcp_opt Jun 16 16:49:55.178207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: extraroute.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.179153 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.179675 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: extraroute Jun 16 16:49:55.179995 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: extraroute_atomic.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.181039 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.181602 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: extraroute-atomic Jun 16 16:49:55.181931 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: filter_validation.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.182616 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.183132 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: filter-validation Jun 16 16:49:55.183455 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: fip_pf_description.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.184360 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.184878 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:49:55.185198 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: fip_port_details.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.186140 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.186657 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: fip-port-details Jun 16 16:49:55.186978 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: flavors.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.188268 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.188795 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: flavors Jun 16 16:49:55.189125 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.190904 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.191441 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:49:55.191770 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: floatingip_pools.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.192498 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.193023 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: floatingip-pools Jun 16 16:49:55.193374 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: ip_allocation.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.194368 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.194896 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:49:55.195221 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.196150 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.196667 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: ip-substring-filtering Jun 16 16:49:55.196990 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l2_adjacency.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.197961 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.198482 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:49:55.198805 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l3.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.199829 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.200362 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: router Jun 16 16:49:55.200686 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.203218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.203797 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:49:55.204130 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.205070 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.205640 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: ext-gw-mode Jun 16 16:49:55.205962 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.206872 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.207394 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: l3-ha Jun 16 16:49:55.207713 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l3_flavors.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.208621 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.209143 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: l3-flavors Jun 16 16:49:55.209490 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.210441 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.210966 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:49:55.211286 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: l3agentscheduler.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.212379 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.212909 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: l3_agent_scheduler Jun 16 16:49:55.213240 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: logging.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.214813 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.215449 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension logging not supported by any of loaded plugins Jun 16 16:49:55.215869 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: metering.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.216693 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.217418 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: metering Jun 16 16:49:55.217829 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.219007 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.220197 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:49:55.220668 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: multiprovidernet.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.230912 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.231484 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: multi-provider Jun 16 16:49:55.231837 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: netmtu.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.232792 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.233346 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: net-mtu Jun 16 16:49:55.233672 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: netmtu_writable.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.234586 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.235670 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: net-mtu-writable Jun 16 16:49:55.236067 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: network_availability_zone.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.236753 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.237272 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: network_availability_zone Jun 16 16:49:55.237649 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: network_ip_availability.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.238786 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.239311 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: network-ip-availability Jun 16 16:49:55.239638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: network_segment_range.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.240443 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.241008 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:49:55.241362 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: pagination.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.242542 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.242883 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: pagination Jun 16 16:49:55.243205 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: port_device_profile.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.244132 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.244663 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: port-device-profile Jun 16 16:49:55.244986 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.245935 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.246461 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: port-mac-address-regenerate Jun 16 16:49:55.246781 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.247765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.248329 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: port-numa-affinity-policy Jun 16 16:49:55.248651 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: port_resource_request.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.249600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.250126 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:49:55.250445 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: portbindings.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.251405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.251924 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: binding Jun 16 16:49:55.252241 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: portbindings_extended.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.258974 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.259528 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: binding-extended Jun 16 16:49:55.259874 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: portsecurity.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.260835 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.261402 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: port-security Jun 16 16:49:55.261729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: project_id.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.262874 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.263211 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: project-id Jun 16 16:49:55.263535 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: providernet.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.264482 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.265064 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: provider Jun 16 16:49:55.265419 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.269216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.270108 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos not supported by any of loaded plugins Jun 16 16:49:55.270441 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.271751 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.272288 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:49:55.272619 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.273582 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.274120 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:49:55.274444 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_default.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.275372 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.275905 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:49:55.276231 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_fip.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.276979 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.277538 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:49:55.277864 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_gateway_ip.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.278892 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.279422 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:49:55.279747 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_port_network_policy.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.280701 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.281329 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:49:55.281650 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_rule_type_details.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.288394 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.289035 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:49:55.289541 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: qos_rules_alias.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.290760 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.291352 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:49:55.291727 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: quotasv2.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.292787 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.293167 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: quotas Jun 16 16:49:55.293617 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: quotasv2_detail.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.297174 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.297618 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: quota_details Jun 16 16:49:55.297961 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: rbac.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.299201 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.299795 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: rbac-policies Jun 16 16:49:55.300127 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: rbac_address_group.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.301150 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.301709 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: rbac-address-group Jun 16 16:49:55.302035 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: rbac_address_scope.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.302959 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.303487 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: rbac-address-scope Jun 16 16:49:55.303809 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: rbac_security_groups.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.305039 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.305602 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: rbac-security-groups Jun 16 16:49:55.305924 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: rbac_subnetpool.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.306851 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.307379 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: rbac-subnetpool Jun 16 16:49:55.307775 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: revisionifmatch.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.308627 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.309160 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: revision-if-match Jun 16 16:49:55.309506 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: revisions.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.310920 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.311451 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: standard-attr-revisions Jun 16 16:49:55.311783 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: router_availability_zone.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.312506 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.313031 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: router_availability_zone Jun 16 16:49:55.313640 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: routerservicetype.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.314350 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.314878 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:49:55.315201 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.316155 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.316687 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:49:55.317010 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.317969 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.318496 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: port-security-groups-filtering Jun 16 16:49:55.318818 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.319739 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.320262 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: security-groups-remote-address-group Jun 16 16:49:55.320585 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: securitygroup.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.331526 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.332246 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: security-group Jun 16 16:49:55.332657 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: segment.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.333736 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.334355 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension segment not supported by any of loaded plugins Jun 16 16:49:55.334765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.335886 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.336510 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:49:55.336926 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: servicetype.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.338213 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.338841 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: service-type Jun 16 16:49:55.339248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: sorting.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.340366 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.340789 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: sorting Jun 16 16:49:55.341193 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: standard_attr_segment.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.342263 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.342891 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:49:55.343298 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: standardattrdescription.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.344051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.344771 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: standard-attr-description Jun 16 16:49:55.345181 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: stateful_security_group.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.346256 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.346877 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: stateful-security-group Jun 16 16:49:55.347283 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: stdattrs_common.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.347959 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:49:55.348368 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.349514 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.350132 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:49:55.350538 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: subnet_onboard.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.352282 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.352820 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: subnet_onboard Jun 16 16:49:55.353150 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.354135 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.354659 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:49:55.354982 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: subnet_service_types.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.355934 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.356467 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: subnet-service-types Jun 16 16:49:55.356793 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: subnetallocation.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.358023 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.361779 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: subnet_allocation Jun 16 16:49:55.361779 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.361779 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.361779 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:49:55.361779 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.362521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.363056 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:49:55.363407 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: tagging.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.364542 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.365078 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: standard-attr-tag Jun 16 16:49:55.365439 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: timestamp.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.366896 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.367435 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loaded extension: standard-attr-timestamp Jun 16 16:49:55.367769 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: trunk.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.368876 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.369436 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension trunk not supported by any of loaded plugins Jun 16 16:49:55.369765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: trunk_details.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.370683 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.371206 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:49:55.371532 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: uplink_status_propagation.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.372461 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.372984 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:49:55.373390 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Loading extension file: vlantransparent.py {{(pid=100029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:49:55.374077 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:49:55.374597 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:49:55.377241 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:network Jun 16 16:49:55.377831 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:49:55.378237 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:49:55.378630 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:port Jun 16 16:49:55.380047 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.380494 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service FLAVORS assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.381129 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.381594 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.381932 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:router Jun 16 16:49:55.382363 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:49:55.382864 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service METERING assigned prefix: /metering {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.384401 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.384781 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.385136 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:49:55.386257 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:49:55.386713 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:49:55.387138 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:49:55.387780 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service CORE assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.388107 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:49:55.388473 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] subnetpool is already registered Jun 16 16:49:55.388913 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service CORE assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.389240 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:49:55.393395 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] subnetpool is already registered Jun 16 16:49:55.393395 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.393395 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service FLAVORS assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.393857 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.394069 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.394407 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:router Jun 16 16:49:55.395011 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] router is already registered Jun 16 16:49:55.395426 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:49:55.395763 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] floatingip is already registered Jun 16 16:49:55.396225 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service METERING assigned prefix: /metering {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.396909 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:49:55.397236 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] rbac_policy is already registered Jun 16 16:49:55.397678 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:49:55.398013 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] security_group is already registered Jun 16 16:49:55.398417 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:49:55.398749 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] security_group_rule is already registered Jun 16 16:49:55.399402 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service CORE assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.399789 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:49:55.400138 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] subnetpool is already registered Jun 16 16:49:55.400581 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.v2.resource_helper [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Service CORE assigned prefix: {{(pid=100029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:49:55.400902 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:49:55.401234 dv-cinder-783389-6-smb neutron-server[100029]: WARNING neutron.quota.resource_registry [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] subnetpool is already registered Jun 16 16:49:55.401748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: extensions {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.403294 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: address-groups {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.404844 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: address-scopes {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.406247 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: agents {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.407482 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: auto-allocated-topology {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.408742 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: availability_zones {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.410019 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: dhcp-networks {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.411602 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: dhcp-agents {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.413062 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: routers {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.414828 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: flavors {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.417522 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: service_profiles {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.418768 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: next_providers {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.420289 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: service_profiles {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.421944 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: floatingip-pools {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.423730 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: routers {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.425554 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: floatingips {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.426846 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: l3-routers {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.428248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: l3-agents {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.429752 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: metering-labels {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.431018 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: metering-label-rules {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.432495 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: network-ip-availabilities {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.433827 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: bindings {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.435414 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: quotas {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.437072 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: quotas {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.439502 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: rbac-policies {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.440843 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: security-groups {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.442290 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: security-group-rules {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.443555 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: service-providers {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.444798 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: subnetpools {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.446194 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: subnetpools {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.447772 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.449558 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.451403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.453203 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.455112 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.457116 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.458854 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.460740 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.462652 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.465197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron.api.extensions [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Extended resource: tags {{(pid=100029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:49:55.471166 dv-cinder-783389-6-smb neutron-server[100029]: WARNING keystonemiddleware.auth_token [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:49:55.475906 dv-cinder-783389-6-smb neutron-server[100029]: WARNING keystonemiddleware.auth_token [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:49:55.484807 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_concurrency.lockutils [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Acquired lock "singleton_lock" {{(pid=100029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 16:49:55.485847 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_concurrency.lockutils [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Releasing lock "singleton_lock" {{(pid=100029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 16:49:55.486510 dv-cinder-783389-6-smb neutron-server[100029]: INFO oslo_service.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Starting 2 workers Jun 16 16:49:55.491493 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Started child 100140 {{(pid=100029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:49:55.496199 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Started child 100141 {{(pid=100029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:49:55.497933 dv-cinder-783389-6-smb neutron-server[100029]: INFO neutron.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:49:55.498635 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Notify callbacks [] for process, before_spawn {{(pid=100029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.500813 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.501872 dv-cinder-783389-6-smb neutron-server[100029]: INFO oslo_service.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Starting 1 workers Jun 16 16:49:55.503147 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [-] (100140) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:49:55.504064 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.506182 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [-] (100141) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:49:55.506861 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Started child 100142 {{(pid=100029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:49:55.507452 dv-cinder-783389-6-smb neutron-server[100029]: INFO oslo_service.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Starting 1 workers Jun 16 16:49:55.513909 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Started child 100143 {{(pid=100029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:49:55.513909 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG neutron_lib.callbacks.manager [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] Notify callbacks [] for process, after_spawn {{(pid=100029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.514631 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] calling RpcWorker wait() {{(pid=100142) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:49:55.515422 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.service [None req-40995ec1-9f42-43ad-97f0-d5aba0df7090 None None] returning from RpcWorker wait() {{(pid=100142) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:49:55.515576 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:49:55.515576 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:49:55.515576 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:49:55.515926 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:49:55.516729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:49:55.516875 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:49:55.517318 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.517620 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.517769 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.517901 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.518158 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.518468 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.518594 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:55.519077 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.519349 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.519920 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.520249 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.520466 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.521278 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.521278 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.521278 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.521278 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.521278 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.522279 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.522279 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.522279 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.522827 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.522827 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.522827 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.523416 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.523416 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.523788 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] debug = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.523788 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.524466 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.524699 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.524913 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.525103 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.525322 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.525587 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.525908 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.526187 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.526421 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.526676 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.526935 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.527178 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.527400 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.527754 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.527970 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.528173 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.528585 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] host = dv-cinder-783389-6-smb {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.528789 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.529013 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.529266 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.529554 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.529803 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.530055 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.530319 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.530579 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.530854 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.531100 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.531429 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.531646 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.531938 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.532707 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.532914 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_options = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.533111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.533407 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.533689 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.533894 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.534108 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.534303 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.534818 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.534818 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.535204 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.535204 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.535590 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.535590 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.535971 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.535971 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.536336 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.536532 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.536736 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.536928 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.537115 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.537376 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.537627 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.538032 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.538242 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.538418 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.538593 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.538809 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.539055 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.539257 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.539541 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.539825 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.540060 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.540364 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.540602 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.540848 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.541081 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.541334 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.541618 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.541890 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.542123 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_json = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.545936 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.547738 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.549743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.551437 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.553050 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.553050 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.553050 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.553050 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.553050 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.554298 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:55.554521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.554521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.554521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.554521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.554521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.554521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.554521 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.556296 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.558051 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.559907 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.561687 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.563301 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.563301 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.563301 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.563301 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.563301 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.563301 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.563301 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.564713 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.564713 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.564713 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.567112 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.567271 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.567524 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.568171 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.568171 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.568462 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.568718 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.568957 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.569197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.569491 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.569762 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.571600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.571600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.571600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.571600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.571600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.571600 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.572839 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.573160 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.573643 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.573962 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.574140 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.579988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.581729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.581729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.581729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.581729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.581729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.581729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.583431 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.583712 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.584001 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.585890 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.585890 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.586481 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.588473 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.588709 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.589003 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.589345 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.589932 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.590211 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.590553 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.590743 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.591257 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.591497 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.591765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.593416 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.594492 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.595300 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.595611 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.595848 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.599034 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.599337 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.599675 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.602970 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.603340 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 54860) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:55.604161 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.604458 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.604700 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.605017 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.605338 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.605622 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.605910 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.606165 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.606446 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.606711 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.606941 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.607190 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.607435 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.607814 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.607971 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.608225 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.608465 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.608726 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.608952 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.609188 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.610332 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.612677 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.613146 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.613146 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.614200 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.615238 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.615526 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087121 Jun 16 16:49:55.615952 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.616394 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.616838 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.617334 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.617561 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.617821 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.620612 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.620909 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.622046 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.624029 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.625760 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.626057 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.626268 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.626729 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.627699 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.628137 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.628671 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.630026 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.630311 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.630506 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.630732 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.630957 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.631353 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.631587 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.632985 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.633249 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.635433 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.636988 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.639307 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.639307 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.639307 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.640799 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.640799 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.640799 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.640799 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.640799 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.640799 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.641163 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.641163 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.643354 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.643871 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.645537 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.646512 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.647496 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.648942 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.648942 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.648942 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.654291 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.655430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.656530 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.656530 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.656530 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.656530 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.656530 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.657676 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.657939 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.658538 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.659000 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.659453 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.659852 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.660318 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.660685 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.661107 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.661649 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.662089 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.662449 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.662914 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.663300 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.663677 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.664074 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.664430 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.665369 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.665565 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.666243 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.666661 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.667574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.667574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.668089 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.668443 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.668804 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.670256 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.670256 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.670256 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.670256 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.671090 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.671090 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.671090 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.671090 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.671853 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.671853 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.672224 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.672571 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.672779 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.672969 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.673237 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.673592 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.673948 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.674434 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.674952 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.676795 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.676795 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:49:55.676795 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:49:55.677727 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:49:55.677727 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:49:55.677727 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:49:55.677727 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:49:55.678691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:49:55.678691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.678691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.678691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.680248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.680248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.680248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.680248 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.681117 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.681117 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.681117 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.681117 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.681117 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.682197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.682197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.682197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.682197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.682197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.682197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.683595 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.683595 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.683595 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.683595 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.683595 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] debug = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.685105 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.685105 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.685105 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.686227 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.686227 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.686227 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.686227 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.687387 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.687387 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.687853 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.687853 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.687853 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.689069 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.689069 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.689519 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.689519 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.689519 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.690090 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] host = dv-cinder-783389-6-smb {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.690453 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.690694 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.690989 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.691218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.693256 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.693804 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.694037 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.694261 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.694485 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.694955 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.695208 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.695427 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.695804 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.696883 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.696883 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_options = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.696883 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.699246 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.699467 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.699710 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.699861 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.700083 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.700355 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.700355 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.700767 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.700767 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.701032 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.701032 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.701432 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.701432 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.701843 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.701843 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.701843 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.702590 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.702590 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.702590 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.702590 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.702590 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.703216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.703216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.703216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.703216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.709965 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.712609 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.714083 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.714083 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.714083 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.714083 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_json = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.714083 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.714995 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:49:55.715207 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.716631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.718638 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.741983 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.743403 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.744765 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.745748 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.746691 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.749384 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.750264 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.751834 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.753574 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.755191 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.756216 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.757448 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.760327 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.762285 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.763723 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.765562 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.767110 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.768405 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.770109 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.771219 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.772550 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.774058 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.775866 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.777111 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.778631 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.780197 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.781121 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.782678 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.784065 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.785218 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.786314 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:49:55.787463 dv-cinder-783389-6-smb neutron-server[100029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:50:08.974313 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779ff36-6148-42ec-8299-c721938bb8ed None None] get_active_networks_info from dv-cinder-783389-6-smb {{(pid=100142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 16:50:09.095278 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779ff36-6148-42ec-8299-c721938bb8ed None None] No non-hosted networks {{(pid=100142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:50:09.137897 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.agentschedulers_db [None req-6779ff36-6148-42ec-8299-c721938bb8ed None None] DHCP Agent not found on host dv-cinder-783389-6-smb {{(pid=100142) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 16:50:09.255960 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-aeb151f4-3b3b-4b21-88fa-04c6c1c496ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591'] for agent, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:11.842873 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-65c657d4-51e6-4648-ba7a-18067003395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591'] for agent, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:11.874215 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.db.api [None req-0f453be5-31e6-446a-82b4-2b845548e26c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-783389-6-smb {{(pid=100142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:50:11.875134 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_db.api [None req-0f453be5-31e6-446a-82b4-2b845548e26c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:50:12.202865 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591'] for agent, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:12.203914 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.204501 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.205075 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.205607 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.206167 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.206896 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.207484 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.208085 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.208704 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.209348 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.213355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.213355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:12.213355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-783389-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:12.221198 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-783389-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:12.397958 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0f453be5-31e6-446a-82b4-2b845548e26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:13.208761 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591'] for agent, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:14.914812 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591'] for agent, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:15.578628 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 54958) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:16.218405 dv-cinder-783389-6-smb neutron-server[100140]: WARNING oslo_policy.policy [None req-2da0a375-6d36-4a41-8291-0b4ae1b3e043 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:16.219429 dv-cinder-783389-6-smb neutron-server[100140]: WARNING oslo_policy.policy [None req-2da0a375-6d36-4a41-8291-0b4ae1b3e043 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:16.463193 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [None req-2da0a375-6d36-4a41-8291-0b4ae1b3e043 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:50:16.464261 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-2da0a375-6d36-4a41-8291-0b4ae1b3e043 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8847435 Jun 16 16:50:17.133783 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.db.l3_hamode_db [None req-a749e267-105a-4484-a2d3-31bc96e21336 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:50:17.213347 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749e267-105a-4484-a2d3-31bc96e21336 None None] Routers set() bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:50:17.213745 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749e267-105a-4484-a2d3-31bc96e21336 None None] Router IDs set() for agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 16:50:18.896402 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 54972) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:19.232386 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:19.326153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.policy [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:50:19.371272 dv-cinder-783389-6-smb neutron-server[100140]: WARNING oslo_policy.policy [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:19.371667 dv-cinder-783389-6-smb neutron-server[100140]: WARNING oslo_policy.policy [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:19.380904 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.quota [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] Loaded quota_driver: . Jun 16 16:50:19.551787 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767194707917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767194708400', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767194686842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767194689420', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767194669383', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767194676316', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-692163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693066', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3896800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3716318'] for rbac-policy, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:19.789255 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:19.790626 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d446b30f-b928-47c9-9afd-8c65e8b92c20 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8932371 Jun 16 16:50:22.377597 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 54984) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:22.686238 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'name': 'private', 'project_id': '3131091790cd4f238088ffc54cd0c61a'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:22.785135 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Made reservation on behalf of 3131091790cd4f238088ffc54cd0c61a for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:50:22.788015 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:22.806039 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:22.943358 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.019833 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.025632 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:23.043123 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:50:23.074935 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767196770600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.075598 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Unsubscribe: segment precommit_create {{(pid=100140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:50:23.076110 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Added segment 07f0fefb-ed65-43c6-8409-f0a5eb03e1a6 of type vlan for network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 Jun 16 16:50:23.095348 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d3c4f-65e9-42c0-bc15-be2f58640aaf,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:23.144742 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.145087 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.145436 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.145752 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.146066 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.146369 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.146677 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.146974 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.147291 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.147595 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.147891 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.148186 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Tracked resource versions report: Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: pushed versions: Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: { 'AddressGroup': {'1.2'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'ConntrackHelper': {'1.0'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Log': {'1.0'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Network': {'1.1'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Port': {'1.7'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'PortForwarding': {'1.2'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'QosPolicy': {'1.8'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroup': {'1.4'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'SubPort': {'1.0'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Subnet': {'1.1'}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Trunk': {'1.1'}} Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: consumer versions: Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'ConntrackHelper': '1.0', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Log': '1.0', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Network': '1.1', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Port': '1.7', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'PortForwarding': '1.2', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'QosPolicy': '1.8', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroup': '1.4', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroupRule': '1.2', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'SubPort': '1.0', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Subnet': '1.1', Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: 'Trunk': '1.1'}} Jun 16 16:50:23.149366 dv-cinder-783389-6-smb neutron-server[100140]: {{(pid=100140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:50:23.198875 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.205278 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:23.316509 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.318066 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:23.318728 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.321722 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:23.418168 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Pushing event updated for resources: {'Network': ['ID=b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:23.421396 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:23.430102 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:50:23.439275 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0603883 Jun 16 16:50:26.294581 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 54998) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:26.715363 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259bd41-5535-4107-978e-ade10418799b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:26.716731 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9259bd41-5535-4107-978e-ade10418799b admin admin] 10.222.0.36 "GET /v2.0/networks/b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 HTTP/1.1" status: 200 len: 826 time: 0.4211991 Jun 16 16:50:26.742859 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c10967f5-2e0c-4d79-b6e1-ba426bde85b2 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/12e4b3c9-0586-43ca-8671-89920e2b1e07 HTTP/1.1" status: 200 len: 734 time: 0.0196555 Jun 16 16:50:26.752468 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Request body: {'subnet': {'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '12e4b3c9-0586-43ca-8671-89920e2b1e07', 'ip_version': 4, 'tenant_id': '3131091790cd4f238088ffc54cd0c61a'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:26.853104 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Made reservation on behalf of 3131091790cd4f238088ffc54cd0c61a for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:50:26.855455 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:27.240680 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:27.243243 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:27.316617 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb8846f-ad1f-49ba-9762-874b1eab2d31,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:27.321583 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:27.322716 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Checking segment: {'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:50:27.323118 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Network hostable DHCP agents. Network: b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:50:27.423104 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:50:27.493608 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:27.498165 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:27.500213 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:27.503584 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c849b-60d3-44dd-90f2-926d4e0f32f7 None None] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:50:27.578408 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8301334 Jun 16 16:50:27.837232 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'fixed_ips': [{'subnet_id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:50:27.838474 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:28.132177 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Allocated IP 172.20.0.2 (b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4/feb8846f-ad1f-49ba-9762-874b1eab2d31/566a5dfd-f452-47de-a701-93798acc3d0b) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:50:28.377971 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:28.394808 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Transition to ACTIVE for port object 566a5dfd-f452-47de-a701-93798acc3d0b will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:50:28.415886 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Transition to ACTIVE for port object 566a5dfd-f452-47de-a701-93798acc3d0b will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:50:28.508939 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:28.511755 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:28.576216 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:50:28.582150 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:28.593630 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:50:28.599703 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Pushing event updated for resources: {'Port': ['ID=566a5dfd-f452-47de-a701-93798acc3d0b,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:28.626132 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.626467 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.626798 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.627128 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.627445 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.627771 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.628147 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.628440 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.628768 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.629105 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.629450 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.629765 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Tracked resource versions report: Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: pushed versions: Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: { 'AddressGroup': {'1.2'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'ConntrackHelper': {'1.0'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Log': {'1.0'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Network': {'1.1'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Port': {'1.7'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'PortForwarding': {'1.2'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'QosPolicy': {'1.8'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroup': {'1.4'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'SubPort': {'1.0'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Subnet': {'1.1'}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Trunk': {'1.1'}} Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: consumer versions: Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'ConntrackHelper': '1.0', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Log': '1.0', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Network': '1.1', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Port': '1.7', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'PortForwarding': '1.2', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'QosPolicy': '1.8', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroup': '1.4', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroupRule': '1.2', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'SubPort': '1.0', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Subnet': '1.1', Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: 'Trunk': '1.1'}} Jun 16 16:50:28.630857 dv-cinder-783389-6-smb neutron-server[100142]: {{(pid=100142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:50:28.654827 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:28.685896 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Attempting to bind port 566a5dfd-f452-47de-a701-93798acc3d0b on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:50:28.686285 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Attempting to bind port 566a5dfd-f452-47de-a701-93798acc3d0b by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:50:28.687309 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Attempting to bind port 566a5dfd-f452-47de-a701-93798acc3d0b on network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:50:28.692751 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:50:28.693181 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Checking segment: {'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:50:28.693673 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:28.694063 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Bound using segment: {'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:50:28.694561 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Bound port: 566a5dfd-f452-47de-a701-93798acc3d0b, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:50:28.694949 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:28.762258 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] For port 566a5dfd-f452-47de-a701-93798acc3d0b, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:50:28.766819 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] For port 566a5dfd-f452-47de-a701-93798acc3d0b, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=566a5dfd-f452-47de-a701-93798acc3d0b,segment=NetworkSegment(07f0fefb-ed65-43c6-8409-f0a5eb03e1a6),segment_id=07f0fefb-ed65-43c6-8409-f0a5eb03e1a6)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:50:28.865488 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:28.868890 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:28.956616 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Pushing event updated for resources: {'Port': ['ID=566a5dfd-f452-47de-a701-93798acc3d0b,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:28.964072 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:30.003442 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 55006) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:30.398492 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [None req-6961d2c0-9522-4dc4-95e4-04bc20efbbbb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:50:30.399570 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6961d2c0-9522-4dc4-95e4-04bc20efbbbb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3951519 Jun 16 16:50:32.890450 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55014) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:33.422146 dv-cinder-783389-6-smb neutron-server[100141]: WARNING oslo_policy.policy [None req-1aba46b8-f863-498d-a539-413821b57cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:33.422861 dv-cinder-783389-6-smb neutron-server[100141]: WARNING oslo_policy.policy [None req-1aba46b8-f863-498d-a539-413821b57cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:33.638725 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [None req-1aba46b8-f863-498d-a539-413821b57cbb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:50:33.640120 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-1aba46b8-f863-498d-a539-413821b57cbb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7473581 Jun 16 16:50:35.429414 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2b6a0-207a-480f-8994-c9cfece884e1 None None] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:50:35.658606 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-e8d060af-6385-4088-a957-5e99a74469f9 None None] Provisioning for port 566a5dfd-f452-47de-a701-93798acc3d0b completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:50:36.109343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 566a5dfd-f452-47de-a701-93798acc3d0b up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:50:36.293171 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 566a5dfd-f452-47de-a701-93798acc3d0b completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:50:36.298289 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 566a5dfd-f452-47de-a701-93798acc3d0b triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:36.298692 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:36.315590 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55034) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:36.423930 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:36.464560 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 566a5dfd-f452-47de-a701-93798acc3d0b, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=566a5dfd-f452-47de-a701-93798acc3d0b,segment=NetworkSegment(07f0fefb-ed65-43c6-8409-f0a5eb03e1a6),segment_id=07f0fefb-ed65-43c6-8409-f0a5eb03e1a6)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:50:36.525468 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:36.530315 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:36.588444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=566a5dfd-f452-47de-a701-93798acc3d0b,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:36.591908 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:36.702199 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Request body: {'router': {'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'name': 'router1', 'admin_state_up': True}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:36.765937 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.policy [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:50:36.811934 dv-cinder-783389-6-smb neutron-server[100141]: WARNING oslo_policy.policy [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:36.812314 dv-cinder-783389-6-smb neutron-server[100141]: WARNING oslo_policy.policy [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:50:36.821258 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.quota [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Loaded quota_driver: . Jun 16 16:50:36.955980 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:36.957793 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:37.113172 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:37.212192 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:37.309733 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] Notify callbacks [] for router, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:37.311507 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-85ebca40-a811-4d6e-94ab-fc66fa383053 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9943798 Jun 16 16:50:38.086520 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 566a5dfd-f452-47de-a701-93798acc3d0b up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:50:38.138364 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 566a5dfd-f452-47de-a701-93798acc3d0b triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:38.138722 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:39.012438 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-afd74a56-3f2c-4fe4-8756-a01528341f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:39.731317 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55044) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:40.055256 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [None req-5c7f5f21-9b3f-4d76-b6d5-6179023ac47d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:50:40.056230 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5c7f5f21-9b3f-4d76-b6d5-6179023ac47d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3239822 Jun 16 16:50:41.830245 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-517f55e0-ed93-474c-966c-2ce2332a5d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:42.246232 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:42.451206 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55052) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:42.584307 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:50:42.780620 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:42.978240 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Made reservation on behalf of 98cbc239c8824e09b0af60469cfdca52 for: {'network': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:50:42.981200 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:42.997311 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.126578 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.216445 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.264776 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.269908 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:43.280011 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Reserving flat network on physical network physnet1 {{(pid=100141) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:50:43.319440 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767196770600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.320165 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Unsubscribe: segment precommit_create {{(pid=100141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:50:43.320810 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.segments_db [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Added segment f83a1d57-a5c4-4906-8e33-81bd6cdff909 of type flat for network 23aa7e45-c9e4-4919-9118-4e86dec71910 Jun 16 16:50:43.342422 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c567a90f-aceb-44ae-ab00-4c02aff0183c,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:43.408058 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.408440 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.408881 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.409314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.409718 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.410130 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.410581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.411045 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.411401 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.411784 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.412148 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.412527 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Tracked resource versions report: Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: pushed versions: Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: { 'AddressGroup': {'1.2'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'ConntrackHelper': {'1.0'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Log': {'1.0'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Network': {'1.1'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Port': {'1.7'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'PortForwarding': {'1.2'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'QosPolicy': {'1.8'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroup': {'1.4'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'SubPort': {'1.0'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Subnet': {'1.1'}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Trunk': {'1.1'}} Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: consumer versions: Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'ConntrackHelper': '1.0', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Log': '1.0', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Network': '1.1', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Port': '1.7', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'PortForwarding': '1.2', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'QosPolicy': '1.8', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroup': '1.4', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroupRule': '1.2', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'SubPort': '1.0', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Subnet': '1.1', Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: 'Trunk': '1.1'}} Jun 16 16:50:43.413903 dv-cinder-783389-6-smb neutron-server[100141]: {{(pid=100141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:50:43.479604 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.485814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:43.635591 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.637257 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:43.637977 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.640284 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:43.739063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Pushing event updated for resources: {'Network': ['ID=23aa7e45-c9e4-4919-9118-4e86dec71910,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:43.743246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:43.750470 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:50:43.814418 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3618591 Jun 16 16:50:44.829446 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:46.171592 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55074) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:46.386149 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4877096c-2c30-43ff-8f0d-1fb713c7c5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:46.387664 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-4877096c-2c30-43ff-8f0d-1fb713c7c5c7 admin admin] 10.222.0.36 "GET /v2.0/subnets/feb8846f-ad1f-49ba-9762-874b1eab2d31 HTTP/1.1" status: 200 len: 849 time: 0.2151237 Jun 16 16:50:46.525226 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c39a5544-0ae0-4e88-95fe-40f31b6cc4c3 admin admin] 10.222.0.36 "GET /v2.0/routers/df526874-e0f1-4bc9-b64f-30c2cbe76d8a HTTP/1.1" status: 200 len: 704 time: 0.1311710 Jun 16 16:50:46.790760 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:47.090040 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Allocated IP 172.20.0.1 (b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4/feb8846f-ad1f-49ba-9762-874b1eab2d31/aae6779a-64d2-45ee-bed3-af038b642fe6) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:50:47.273656 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:47.301606 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Transition to ACTIVE for port object aae6779a-64d2-45ee-bed3-af038b642fe6 will not be triggered until provisioned by entity DHCP. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:50:47.510066 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:47.513503 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:47.586953 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:50:47.594215 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:47.596851 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=aae6779a-64d2-45ee-bed3-af038b642fe6,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:47.607733 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:50:47.608282 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:47.683213 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:47.892790 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ebf2b680-ae76-40c3-8d37-9727771164d4 None None] Provisioning for port aae6779a-64d2-45ee-bed3-af038b642fe6 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:50:47.897081 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ebf2b680-ae76-40c3-8d37-9727771164d4 None None] Provisioning complete for port aae6779a-64d2-45ee-bed3-af038b642fe6 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:47.897555 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b680-ae76-40c3-8d37-9727771164d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:47.931108 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2b680-ae76-40c3-8d37-9727771164d4 None None] Port aae6779a-64d2-45ee-bed3-af038b642fe6 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:50:47.998116 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:48.180858 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:48.240390 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:48.241548 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:48.244140 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:48.305162 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=aae6779a-64d2-45ee-bed3-af038b642fe6,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:48.331707 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:48.369622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:50:48.370952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:48.553697 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-c9bfa15c-50d8-4db7-9985-603dad48482f None None] Provisioning complete for port aae6779a-64d2-45ee-bed3-af038b642fe6 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:48.554175 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa15c-50d8-4db7-9985-603dad48482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:48.590940 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfa15c-50d8-4db7-9985-603dad48482f None None] Port aae6779a-64d2-45ee-bed3-af038b642fe6 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:50:48.658254 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Router df526874-e0f1-4bc9-b64f-30c2cbe76d8a is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:50:48.755560 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:50:48.760725 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] 10.222.0.36 "PUT /v2.0/routers/df526874-e0f1-4bc9-b64f-30c2cbe76d8a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2306528 Jun 16 16:50:48.776648 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Sync routers for ids ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:50:48.788880 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Routers {'df526874-e0f1-4bc9-b64f-30c2cbe76d8a'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:50:48.793998 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:50:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:48.980350 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Set router df526874-e0f1-4bc9-b64f-30c2cbe76d8a gateway port host: None {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:50:49.430548 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'name': 'router1', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:50:36Z', 'updated_at': '2021-06-16T16:50:47Z', 'revision_number': 2, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'gw_port_host': None, '_interfaces': [{'id': 'aae6779a-64d2-45ee-bed3-af038b642fe6', 'name': '', 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'mac_address': 'fa:16:3e:1d:88:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:46Z', 'updated_at': '2021-06-16T16:50:48Z', 'revision_number': 2, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'subnets': [{'id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12e4b3c9-0586-43ca-8671-89920e2b1e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:49.436520 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Checking router: df526874-e0f1-4bc9-b64f-30c2cbe76d8a for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:50:49.436881 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Updating router df526874-e0f1-4bc9-b64f-30c2cbe76d8a port aae6779a-64d2-45ee-bed3-af038b642fe6 binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:50:49.504468 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:50.010312 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:50.029971 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Transition to ACTIVE for port object aae6779a-64d2-45ee-bed3-af038b642fe6 will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:50:50.092181 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:50.096693 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:50.302770 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Attempting to bind port aae6779a-64d2-45ee-bed3-af038b642fe6 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:50:50.303174 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Attempting to bind port aae6779a-64d2-45ee-bed3-af038b642fe6 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:50:50.303612 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Attempting to bind port aae6779a-64d2-45ee-bed3-af038b642fe6 on network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:50:50.305839 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Pushing event updated for resources: {'Port': ['ID=aae6779a-64d2-45ee-bed3-af038b642fe6,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:50.315308 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:50:50.315727 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Checking segment: {'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:50:50.316217 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:50.316614 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Bound using segment: {'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:50:50.317170 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Bound port: aae6779a-64d2-45ee-bed3-af038b642fe6, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f0fefb-ed65-43c6-8409-f0a5eb03e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:50:50.317576 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:50.320197 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.320197 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.321078 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.321222 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.321637 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.321820 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.322135 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.322389 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.322707 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.323014 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.323322 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.323628 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Tracked resource versions report: Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: pushed versions: Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: { 'AddressGroup': {'1.2'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'ConntrackHelper': {'1.0'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Log': {'1.0'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Network': {'1.1'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Port': {'1.7'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'PortForwarding': {'1.2'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'QosPolicy': {'1.8'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroup': {'1.4'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'SubPort': {'1.0'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Subnet': {'1.1'}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Trunk': {'1.1'}} Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: consumer versions: Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'ConntrackHelper': '1.0', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Log': '1.0', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Network': '1.1', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Port': '1.7', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'PortForwarding': '1.2', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'QosPolicy': '1.8', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroup': '1.4', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroupRule': '1.2', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'SubPort': '1.0', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Subnet': '1.1', Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: 'Trunk': '1.1'}} Jun 16 16:50:50.324928 dv-cinder-783389-6-smb neutron-server[100143]: {{(pid=100143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:50:50.339671 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:50.398277 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] For port aae6779a-64d2-45ee-bed3-af038b642fe6, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:50:50.420142 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] For port aae6779a-64d2-45ee-bed3-af038b642fe6, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=aae6779a-64d2-45ee-bed3-af038b642fe6,segment=NetworkSegment(07f0fefb-ed65-43c6-8409-f0a5eb03e1a6),segment_id=07f0fefb-ed65-43c6-8409-f0a5eb03e1a6)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:50:50.475384 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:50.477954 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:50.553146 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Routers {'df526874-e0f1-4bc9-b64f-30c2cbe76d8a'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:50:50.553779 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:50:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:50.618443 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Pushing event updated for resources: {'Port': ['ID=aae6779a-64d2-45ee-bed3-af038b642fe6,revision_number=4']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:50.627898 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:50.653705 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] Set router df526874-e0f1-4bc9-b64f-30c2cbe76d8a gateway port host: None {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:50:50.896155 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'name': 'router1', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:50:36Z', 'updated_at': '2021-06-16T16:50:47Z', 'revision_number': 2, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'gw_port_host': None, '_interfaces': [{'id': 'aae6779a-64d2-45ee-bed3-af038b642fe6', 'name': '', 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'mac_address': 'fa:16:3e:1d:88:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:46Z', 'updated_at': '2021-06-16T16:50:50Z', 'revision_number': 4, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'subnets': [{'id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12e4b3c9-0586-43ca-8671-89920e2b1e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:50.899808 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fe60b-b8cf-479f-b19e-60d344e3b37d None None] The sync data for ids ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'] in dv-cinder-783389-6-smb is: [{'id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'name': 'router1', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:50:36Z', 'updated_at': '2021-06-16T16:50:47Z', 'revision_number': 2, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'gw_port_host': None, '_interfaces': [{'id': 'aae6779a-64d2-45ee-bed3-af038b642fe6', 'name': '', 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'mac_address': 'fa:16:3e:1d:88:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:46Z', 'updated_at': '2021-06-16T16:50:50Z', 'revision_number': 4, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'subnets': [{'id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12e4b3c9-0586-43ca-8671-89920e2b1e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:50:50.988713 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55096) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:51.097993 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df6e1a-8b49-491a-90a2-1acdd36f43ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:51.099341 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c9df6e1a-8b49-491a-90a2-1acdd36f43ea admin admin] 10.222.0.36 "GET /v2.0/networks/23aa7e45-c9e4-4919-9118-4e86dec71910 HTTP/1.1" status: 200 len: 842 time: 0.1096566 Jun 16 16:50:51.108685 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:51.210652 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Made reservation on behalf of 98cbc239c8824e09b0af60469cfdca52 for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:50:51.212871 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Notify callbacks [] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:51.597979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.objects.ports [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100141) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 16:50:51.598334 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:51.600402 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:51.650960 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a20fd0d-e059-4388-8023-e26571859dbf,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:51.654837 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:51.664888 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:50:51.665250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Network hostable DHCP agents. Network: 23aa7e45-c9e4-4919-9118-4e86dec71910, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:50:51.777469 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:50:51.851886 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 23aa7e45-c9e4-4919-9118-4e86dec71910) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:51.856774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:51.858916 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:51.859791 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069f302-2998-4f0e-92fa-cf7473c11d56 None None] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:50:51.956286 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8507657 Jun 16 16:50:51.990024 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08217a3b-5e6e-4026-9521-a06eceb3804b None None] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:50:54.131967 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device aae6779a-64d2-45ee-bed3-af038b642fe6 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:50:54.252282 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55108) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:54.255951 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port aae6779a-64d2-45ee-bed3-af038b642fe6 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:50:54.260842 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port aae6779a-64d2-45ee-bed3-af038b642fe6 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:54.261500 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:54.357472 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:54.395141 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port aae6779a-64d2-45ee-bed3-af038b642fe6, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=aae6779a-64d2-45ee-bed3-af038b642fe6,segment=NetworkSegment(07f0fefb-ed65-43c6-8409-f0a5eb03e1a6),segment_id=07f0fefb-ed65-43c6-8409-f0a5eb03e1a6)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:50:54.402356 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-bbda0d6e-00c5-4e77-a76f-19ff3b048546 admin admin] 10.222.0.36 "GET /v2.0/routers/df526874-e0f1-4bc9-b64f-30c2cbe76d8a HTTP/1.1" status: 200 len: 710 time: 0.1489253 Jun 16 16:50:54.464071 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:54.467974 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:54.494348 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6235d9-328b-440b-9289-f6875fcd803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:54.495757 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6c6235d9-328b-440b-9289-f6875fcd803d admin admin] 10.222.0.36 "GET /v2.0/networks/23aa7e45-c9e4-4919-9118-4e86dec71910 HTTP/1.1" status: 200 len: 886 time: 0.0880768 Jun 16 16:50:54.505665 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:54.519402 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=aae6779a-64d2-45ee-bed3-af038b642fe6,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:54.523729 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:54.910688 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:55.198613 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:55.275106 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:55.376474 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Allocated IP 172.28.3.148 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/7f976505-7448-4d41-a543-e727fd892566) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:50:55.480913 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:55.578268 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:55.580541 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:55.615257 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:50:55.618132 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:50:55.623746 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:50:55.661786 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Pushing event updated for resources: {'Port': ['ID=7f976505-7448-4d41-a543-e727fd892566,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:55.688485 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:55.959143 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.106605 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device aae6779a-64d2-45ee-bed3-af038b642fe6 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:50:56.156440 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port aae6779a-64d2-45ee-bed3-af038b642fe6 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:56.156814 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.157945 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.161336 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3929257'] for router, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.278242 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Router df526874-e0f1-4bc9-b64f-30c2cbe76d8a has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:50:56.470688 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:50:56.475080 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Notify callbacks [] for router, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.476319 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] 10.222.0.36 "PUT /v2.0/routers/df526874-e0f1-4bc9-b64f-30c2cbe76d8a HTTP/1.1" status: 200 len: 890 time: 1.9742510 Jun 16 16:50:56.481411 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Sync routers for ids ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:50:56.493885 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Routers {'df526874-e0f1-4bc9-b64f-30c2cbe76d8a'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:50:56.494581 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:50:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:56.723363 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Set router df526874-e0f1-4bc9-b64f-30c2cbe76d8a gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:50:57.164004 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'name': 'router1', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f976505-7448-4d41-a543-e727fd892566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:50:36Z', 'updated_at': '2021-06-16T16:50:55Z', 'revision_number': 4, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'gw_port': {'id': '7f976505-7448-4d41-a543-e727fd892566', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:55Z', 'updated_at': '2021-06-16T16:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'aae6779a-64d2-45ee-bed3-af038b642fe6', 'name': '', 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'mac_address': 'fa:16:3e:1d:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:46Z', 'updated_at': '2021-06-16T16:50:54Z', 'revision_number': 5, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'subnets': [{'id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12e4b3c9-0586-43ca-8671-89920e2b1e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:57.170730 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Checking router: df526874-e0f1-4bc9-b64f-30c2cbe76d8a for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:50:57.171079 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Updating router df526874-e0f1-4bc9-b64f-30c2cbe76d8a port 7f976505-7448-4d41-a543-e727fd892566 binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:50:57.209991 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.579616 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.590666 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Transition to ACTIVE for port object 7f976505-7448-4d41-a543-e727fd892566 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:50:57.657197 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.659639 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-adf00f39-30af-4d37-b1d5-44954d144944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:57.711058 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0f51d-e677-4c13-b62a-a3fe6c87cd72 None None] Pushing event updated for resources: {'Port': ['ID=7f976505-7448-4d41-a543-e727fd892566,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:57.715284 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-8ea0f51d-e677-4c13-b62a-a3fe6c87cd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:57.717912 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Attempting to bind port 7f976505-7448-4d41-a543-e727fd892566 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:50:57.718284 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Attempting to bind port 7f976505-7448-4d41-a543-e727fd892566 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:50:57.718669 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Attempting to bind port 7f976505-7448-4d41-a543-e727fd892566 on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:50:57.724387 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:50:57.724787 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:50:57.725189 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.725697 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:50:57.726182 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Bound port: 7f976505-7448-4d41-a543-e727fd892566, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:50:57.726550 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.786152 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] For port 7f976505-7448-4d41-a543-e727fd892566, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:50:57.789657 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] For port 7f976505-7448-4d41-a543-e727fd892566, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7f976505-7448-4d41-a543-e727fd892566,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:50:57.864298 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.866960 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:57.934102 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Routers {'df526874-e0f1-4bc9-b64f-30c2cbe76d8a'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:50:57.934732 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:50:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:57.937358 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0f51d-e677-4c13-b62a-a3fe6c87cd72 None None] Pushing event updated for resources: {'Port': ['ID=7f976505-7448-4d41-a543-e727fd892566,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:57.941887 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-8ea0f51d-e677-4c13-b62a-a3fe6c87cd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:58.175720 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] Set router df526874-e0f1-4bc9-b64f-30c2cbe76d8a gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:50:58.399804 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'name': 'router1', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f976505-7448-4d41-a543-e727fd892566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:50:36Z', 'updated_at': '2021-06-16T16:50:55Z', 'revision_number': 4, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'gw_port': {'id': '7f976505-7448-4d41-a543-e727fd892566', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:55Z', 'updated_at': '2021-06-16T16:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'aae6779a-64d2-45ee-bed3-af038b642fe6', 'name': '', 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'mac_address': 'fa:16:3e:1d:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:46Z', 'updated_at': '2021-06-16T16:50:54Z', 'revision_number': 5, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'subnets': [{'id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12e4b3c9-0586-43ca-8671-89920e2b1e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:50:58.403425 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9134c-27f6-41e5-a454-bba95c7ffe65 None None] The sync data for ids ['df526874-e0f1-4bc9-b64f-30c2cbe76d8a'] in dv-cinder-783389-6-smb is: [{'id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'name': 'router1', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f976505-7448-4d41-a543-e727fd892566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:50:36Z', 'updated_at': '2021-06-16T16:50:55Z', 'revision_number': 4, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'gw_port': {'id': '7f976505-7448-4d41-a543-e727fd892566', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:55Z', 'updated_at': '2021-06-16T16:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'aae6779a-64d2-45ee-bed3-af038b642fe6', 'name': '', 'network_id': 'b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4', 'tenant_id': '3131091790cd4f238088ffc54cd0c61a', 'mac_address': 'fa:16:3e:1d:88:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df526874-e0f1-4bc9-b64f-30c2cbe76d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:50:46Z', 'updated_at': '2021-06-16T16:50:54Z', 'revision_number': 5, 'project_id': '3131091790cd4f238088ffc54cd0c61a', 'subnets': [{'id': 'feb8846f-ad1f-49ba-9762-874b1eab2d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12e4b3c9-0586-43ca-8671-89920e2b1e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:50:59.021345 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 55116) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:59.188521 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-8f2540a5-d998-4df4-b7d2-b8a8732702b5 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1660488 Jun 16 16:51:00.134513 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7f976505-7448-4d41-a543-e727fd892566 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:51:00.251932 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 7f976505-7448-4d41-a543-e727fd892566 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:51:00.256357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 7f976505-7448-4d41-a543-e727fd892566 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:51:00.256737 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:00.342657 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:00.364817 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 7f976505-7448-4d41-a543-e727fd892566, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7f976505-7448-4d41-a543-e727fd892566,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:51:00.438999 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:00.442511 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-8ea0f51d-e677-4c13-b62a-a3fe6c87cd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:00.490210 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=7f976505-7448-4d41-a543-e727fd892566,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:00.493354 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:02.116428 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7f976505-7448-4d41-a543-e727fd892566 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:51:02.171755 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 7f976505-7448-4d41-a543-e727fd892566 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:51:02.172128 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:08.943453 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5ec24b18-ca54-4436-886c-293ea5a03f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:11.852848 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c3a2dc0e-c6a3-4735-9c7a-922cde3c17b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:12.204076 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:13.170999 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:14.869134 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:19.591919 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:51:38.952188 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-1e5c566b-c196-4709-80eb-d162f88a68d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:41.856909 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ac4d-bcf3-463c-8897-4a41fe06c13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:42.186624 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:43.187097 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:45.083797 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:56.584727 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:52:08.962455 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e20a77c3-c442-4746-95fa-85c5a97efbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:11.813771 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-aa4bffba-bf9a-46ad-b2ab-9f0db2ef658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:12.230908 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:13.168438 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:14.888702 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:33.585187 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:52:38.972542 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-19b90c5b-b91c-4947-9804-544b0f2d5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:41.864564 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-eab5214f-00b9-47ba-8f97-ff6c91671a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:42.224304 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:42.499960 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 55684) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:42.562052 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ad3c0d-9b0c-468c-ac45-1ab7d3974773 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:52:42.563394 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-e1ad3c0d-9b0c-468c-ac45-1ab7d3974773 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623240 Jun 16 16:52:42.723239 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f19e18-811c-4c72-acef-98620c8a3233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:42.724674 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d5f19e18-811c-4c72-acef-98620c8a3233 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1574442 Jun 16 16:52:43.172545 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:44.881148 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:44.905960 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 55694) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:44.997977 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531adee-8700-4506-8057-e67b69b6b3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:44.999340 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-a531adee-8700-4506-8057-e67b69b6b3f9 admin admin] 10.222.0.36 "GET /v2.0/subnets/feb8846f-ad1f-49ba-9762-874b1eab2d31 HTTP/1.1" status: 200 len: 849 time: 0.0924277 Jun 16 16:52:45.009342 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:52:45.101906 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Notify callbacks [] for subnet, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:45.354915 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767196737904'] for subnet, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:45.358029 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:45.393031 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:45.394174 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:45.395858 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] 10.222.0.36 "PUT /v2.0/subnets/feb8846f-ad1f-49ba-9762-874b1eab2d31 HTTP/1.1" status: 200 len: 868 time: 0.3909135 Jun 16 16:52:45.396521 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827464ce-e9b6-4fe2-93d1-48e3d7165ece None None] Network b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:52:45.419261 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb8846f-ad1f-49ba-9762-874b1eab2d31,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:45.426901 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.427339 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.427634 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.428133 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.428579 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.428796 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.429118 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.430041 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.430394 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.430707 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.431026 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.431343 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:45.441382 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-99572c15-11c4-4ba5-b2d1-3e020e6658ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:45.792598 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f0be5072-93ea-4614-9b14-36bbc600ef67 None None] Provisioning complete for port aae6779a-64d2-45ee-bed3-af038b642fe6 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:52:45.792975 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f0be5072-93ea-4614-9b14-36bbc600ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:45.884147 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f0be5072-93ea-4614-9b14-36bbc600ef67 None None] Provisioning complete for port 566a5dfd-f452-47de-a701-93798acc3d0b triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:52:45.884860 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f0be5072-93ea-4614-9b14-36bbc600ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:47.637625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 55702) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:47.861491 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713e5ec-c57b-42c9-b678-d32fddb64556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:47.862068 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713e5ec-c57b-42c9-b678-d32fddb64556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:47.863691 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6713e5ec-c57b-42c9-b678-d32fddb64556 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2250054 Jun 16 16:52:50.072263 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55710) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:50.293954 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429be887-c2c2-4498-b236-b0c29fb737ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:50.294434 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429be887-c2c2-4498-b236-b0c29fb737ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:50.295971 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-429be887-c2c2-4498-b236-b0c29fb737ce admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2228458 Jun 16 16:52:52.507088 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55720) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:52.640334 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03c604-f871-4bfd-95ee-b5f4d509d21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:52.641762 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-9f03c604-f871-4bfd-95ee-b5f4d509d21f admin admin] 10.222.0.36 "GET /v2.0/networks/23aa7e45-c9e4-4919-9118-4e86dec71910 HTTP/1.1" status: 200 len: 886 time: 0.1337171 Jun 16 16:52:54.859733 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55728) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:54.993279 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef0a2a-bae1-41a8-a891-73342ca5015f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:54.994733 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-dfef0a2a-bae1-41a8-a891-73342ca5015f admin admin] 10.222.0.36 "GET /v2.0/networks/b560d5cf-21b8-4d76-a8e5-d5a5a5eed8d4 HTTP/1.1" status: 200 len: 870 time: 0.1340411 Jun 16 16:52:57.200739 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55736) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:57.332586 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851ff02-2817-479e-ae38-56406b91e660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:57.333043 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851ff02-2817-479e-ae38-56406b91e660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:57.334669 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3851ff02-2817-479e-ae38-56406b91e660 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324730 Jun 16 16:52:59.497941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 55744) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:59.623137 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3096c-eeea-4d38-aefe-b1d357cfc4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:59.623595 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3096c-eeea-4d38-aefe-b1d357cfc4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:59.625111 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-48f3096c-eeea-4d38-aefe-b1d357cfc4d7 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262329 Jun 16 16:53:01.838903 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 55752) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:01.930993 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f2390-c461-4c71-844c-34c445a994bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:01.932357 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-ed8f2390-c461-4c71-844c-34c445a994bc admin admin] 10.222.0.36 "GET /v2.0/subnets/2a20fd0d-e059-4388-8023-e26571859dbf HTTP/1.1" status: 200 len: 816 time: 0.0925086 Jun 16 16:53:04.091256 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55760) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:04.185942 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9fd4a2-95ac-4cbd-ae3f-fb58620c288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:04.187331 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-4f9fd4a2-95ac-4cbd-ae3f-fb58620c288a admin admin] 10.222.0.36 "GET /v2.0/subnets/feb8846f-ad1f-49ba-9762-874b1eab2d31 HTTP/1.1" status: 200 len: 868 time: 0.0952094 Jun 16 16:53:08.971619 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-08ac130c-525a-4f25-b117-5772e04e4042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:10.584708 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:53:11.846153 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ed6975c7-2329-4b5e-9404-4b6e6dea8d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:12.229011 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:13.166369 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.890645 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:28.047639 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55804) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:28.100750 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [None req-0c0a9c41-240e-4908-8167-3d70681a9157 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:53:28.102129 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-0c0a9c41-240e-4908-8167-3d70681a9157 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533581 Jun 16 16:53:30.381836 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55812) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:30.441022 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82a8a12-619f-40a8-ba44-6d6447709e52 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:53:30.442534 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-b82a8a12-619f-40a8-ba44-6d6447709e52 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596902 Jun 16 16:53:30.582474 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0e6bc-6365-4093-ac34-b0977471896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:30.584512 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-b1b0e6bc-6365-4093-ac34-b0977471896b admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381612 Jun 16 16:53:32.782266 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55820) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:32.829896 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:53:32.919641 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Made reservation on behalf of 98cbc239c8824e09b0af60469cfdca52 for: {'network': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:53:32.922220 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:32.953705 dv-cinder-783389-6-smb neutron-server[100141]: WARNING neutron.services.revisions.revision_plugin [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Could not find related network for resource to bump revision. Jun 16 16:53:32.967564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=100141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:53:32.977086 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:32.977601 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.segments_db [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Added segment 50533eec-d0f6-4b49-a6c7-add4b5494b8e of type vlan for network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 Jun 16 16:53:33.019594 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:33.136669 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:33.138025 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:33.138593 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:33.140710 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:53:33.200607 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Pushing event updated for resources: {'Network': ['ID=63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:53:33.207473 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.208330 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.210849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.210849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.210849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.210849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.210849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.210849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.210849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.211369 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.211369 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.211564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:33.216590 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:53:33.223386 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:53:33.268994 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4856007 Jun 16 16:53:35.445786 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55828) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:35.512013 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.pecan_wsgi.hooks.translation [None req-182b23c2-1436-4ffd-91b7-17050ca0cfb2 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:53:35.513459 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-182b23c2-1436-4ffd-91b7-17050ca0cfb2 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666475 Jun 16 16:53:35.586198 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b5f45-4ef9-4dd9-955e-ab4dc9f54df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:35.587837 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-202b5f45-4ef9-4dd9-955e-ab4dc9f54df2 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0705864 Jun 16 16:53:35.597552 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:53:35.696177 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Made reservation on behalf of 98cbc239c8824e09b0af60469cfdca52 for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:53:35.698498 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:35.959709 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:35.962794 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:53:36.014583 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a1d083-fd52-4a52-8df6-d2c986078166,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:53:36.017829 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:53:36.023364 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Checking segment: {'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:53:36.023721 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Network hostable DHCP agents. Network: 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:53:36.102087 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:53:36.187910 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:53:36.192491 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:36.193089 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:36.196922 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb60aa3f-8c77-4046-9d6f-9ebc886561a2 None None] Network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:53:36.308832 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7146246 Jun 16 16:53:36.441036 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4', 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4', 'tenant_id': '98cbc239c8824e09b0af60469cfdca52', 'fixed_ips': [{'subnet_id': '62a1d083-fd52-4a52-8df6-d2c986078166'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:53:36.441931 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:36.581346 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Allocated IP 192.168.233.2 (63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4/62a1d083-fd52-4a52-8df6-d2c986078166/b498ae4d-db3e-4341-b357-07d2e04dcd3d) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:53:36.976530 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:36.985233 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Transition to ACTIVE for port object b498ae4d-db3e-4341-b357-07d2e04dcd3d will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:53:37.001156 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Transition to ACTIVE for port object b498ae4d-db3e-4341-b357-07d2e04dcd3d will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:53:37.170273 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:37.172637 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:53:37.215696 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Pushing event updated for resources: {'Port': ['ID=b498ae4d-db3e-4341-b357-07d2e04dcd3d,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.262049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:37.265378 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:53:37.272049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:53:37.273571 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:53:37.276043 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:53:37.332269 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Attempting to bind port b498ae4d-db3e-4341-b357-07d2e04dcd3d on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:53:37.332639 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Attempting to bind port b498ae4d-db3e-4341-b357-07d2e04dcd3d by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:53:37.333057 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Attempting to bind port b498ae4d-db3e-4341-b357-07d2e04dcd3d on network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:53:37.338821 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:53:37.339196 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Checking segment: {'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:53:37.339607 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:37.340153 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Bound using segment: {'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:53:37.340632 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Bound port: b498ae4d-db3e-4341-b357-07d2e04dcd3d, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:53:37.341002 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:37.408869 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] For port b498ae4d-db3e-4341-b357-07d2e04dcd3d, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:53:37.412658 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] For port b498ae4d-db3e-4341-b357-07d2e04dcd3d, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=b498ae4d-db3e-4341-b357-07d2e04dcd3d,segment=NetworkSegment(50533eec-d0f6-4b49-a6c7-add4b5494b8e),segment_id=50533eec-d0f6-4b49-a6c7-add4b5494b8e)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:53:37.474878 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:37.477224 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:53:37.539166 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Pushing event updated for resources: {'Port': ['ID=b498ae4d-db3e-4341-b357-07d2e04dcd3d,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:53:37.541940 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:53:38.279770 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device b498ae4d-db3e-4341-b357-07d2e04dcd3d up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:53:38.398320 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port b498ae4d-db3e-4341-b357-07d2e04dcd3d completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:53:38.415816 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69c5eb-cb53-4a9b-9fb8-d877483bff69 None None] Network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:53:38.531550 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Provisioning for port b498ae4d-db3e-4341-b357-07d2e04dcd3d completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:53:38.541746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Provisioning complete for port b498ae4d-db3e-4341-b357-07d2e04dcd3d triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:53:38.542126 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:38.679182 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:38.718607 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] For port b498ae4d-db3e-4341-b357-07d2e04dcd3d, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=b498ae4d-db3e-4341-b357-07d2e04dcd3d,segment=NetworkSegment(50533eec-d0f6-4b49-a6c7-add4b5494b8e),segment_id=50533eec-d0f6-4b49-a6c7-add4b5494b8e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:53:38.793974 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:38.796415 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-8ea0f51d-e677-4c13-b62a-a3fe6c87cd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:53:38.850350 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Pushing event updated for resources: {'Port': ['ID=b498ae4d-db3e-4341-b357-07d2e04dcd3d,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:53:38.853629 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:53:38.915654 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-c11caf41-9670-403f-b0f3-a0b3c5a6f28f None None] Provisioning complete for port b498ae4d-db3e-4341-b357-07d2e04dcd3d triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:53:38.915970 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c11caf41-9670-403f-b0f3-a0b3c5a6f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:38.982147 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-24a2577b-bca2-419c-9c8b-ed2a82a8846e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:40.223300 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device b498ae4d-db3e-4341-b357-07d2e04dcd3d up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:53:40.274153 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port b498ae4d-db3e-4341-b357-07d2e04dcd3d triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:53:40.274527 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:41.834256 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-7728ab41-1103-4d88-aa35-270f90d76eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:42.279148 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:43.198758 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:44.879145 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:47.584547 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:09.067534 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd51c-1e9e-4508-b11e-c49879dafd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:11.807615 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-66f350a3-783b-4457-97e5-961db23ed4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:12.220889 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:13.167599 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:14.889906 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:24.584075 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:39.029137 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a901bed4-8fe6-48a5-8512-080718411da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:41.800077 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3faf83c9-46c6-4839-981b-c9ab46a40454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:42.231712 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:43.231697 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:44.937089 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.119028 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55880) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:57.124979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [None req-5e394c0c-82a8-4e85-b486-6d5eaddaf225 tempest-verify_tempest_config-322255064 tempest-verify_tempest_config-322255064-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:54:57.125883 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5e394c0c-82a8-4e85-b486-6d5eaddaf225 tempest-verify_tempest_config-322255064 tempest-verify_tempest_config-322255064-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058935 Jun 16 16:54:57.671054 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55898) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:57.772719 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.880016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.987999 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:57.991104 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:58.037670 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0544720ad7349979550c0b55f389ef4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3655002 Jun 16 16:54:58.038389 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5820d3e8-f207-4f53-b9ac-d5247542cad9,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:58.040270 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55902) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:54:58.055630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.055992 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.056325 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.056654 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.057147 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.057295 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.057634 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.057951 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.058278 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.058593 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.058898 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.059206 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:54:58.067252 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:54:58.111293 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.134152 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.279921 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.283083 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.284631 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5820d3e8-f207-4f53-b9ac-d5247542cad9 HTTP/1.1" status: 204 len: 168 time: 0.2433214 Jun 16 16:54:58.285717 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-bf5c5b61-b515-4061-b647-8b099728c2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:54:58.294776 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5820d3e8-f207-4f53-b9ac-d5247542cad9,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:54:58.298167 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:01.586206 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:55:08.964335 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e8d27004-4952-4c6b-8772-84b69ee5d29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.816930 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-30ed402d-ae83-47d3-a695-a955003fb442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.261184 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.170864 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.893844 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:38.586932 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:55:39.001002 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-53fc0bf9-1eba-4bb6-85a8-7131a99e513e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:41.823923 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-8661d516-8798-40f7-a10c-3dd90956ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:42.253351 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:43.191342 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:44.905920 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:08.990996 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-9860ae77-9835-446b-8b2b-e7961f31fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:11.784693 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-06e1b582-2e1f-43ba-b699-46237f177694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:12.230318 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.190717 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:14.903955 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:15.587082 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 5 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:38.944344 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c621482a-4700-40fa-ab54-52311d48d227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:41.794533 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-9a39a12c-5c05-4429-8d6a-351807af59eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:42.217403 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:43.200657 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:44.903254 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:45.644923 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591'] for agent, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.818552 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55954) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:50.943417 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3320ba55-dc0f-4364-88c6-f1ad0d55546b admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1236160 Jun 16 16:56:52.592669 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:53.326854 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 55964) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:53.412152 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-7899ed11-848d-46df-a42e-20062cf7b304 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0841095 Jun 16 16:57:09.021734 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-1bc69b45-36b0-453b-b4bc-b13980b9f9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.862214 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a605d1c5-14ef-4390-b06b-95a9fddcde42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:12.290450 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:13.255920 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.907296 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.936278 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:29.593897 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:57:39.056286 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4436-f0f6-47d7-864a-c5450246d887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.805317 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c78b9a4c-dd24-4110-8b54-c9b3a4bfd349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.246223 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.221758 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.011642 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.719433 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.595500 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:58:09.012230 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-cedc2711-092c-493f-b40e-5f28430d2476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.824114 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-6076e10a-bc35-4b84-8f7a-2fc41d45f50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.246687 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.291469 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.936609 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.646775 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:36.841894 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56164) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:37.599591 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-44352752-network', 'tenant_id': '879a92fd1ea343c9b73dd7abee0ecfa3'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:37.738525 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Made reservation on behalf of 879a92fd1ea343c9b73dd7abee0ecfa3 for: {'network': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:37.740575 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.754733 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.899443 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.960857 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.969399 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:38.031146 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:38.031146 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=100141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:58:38.031821 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.031821 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.032183 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.032368 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.032547 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.032955 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.033166 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.033504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.033822 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.034132 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.034456 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.034818 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Tracked resource versions report: Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: pushed versions: Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: { 'AddressGroup': {'1.2'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'ConntrackHelper': {'1.0'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Log': {'1.0'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Network': {'1.1'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Port': {'1.7'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'PortForwarding': {'1.2'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'QosPolicy': {'1.8'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroup': {'1.4'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'SubPort': {'1.0'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Subnet': {'1.1'}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Trunk': {'1.1'}} Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: consumer versions: Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'ConntrackHelper': '1.0', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Log': '1.0', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Network': '1.1', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Port': '1.7', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'PortForwarding': '1.2', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'QosPolicy': '1.8', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroup': '1.4', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'SecurityGroupRule': '1.2', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'SubPort': '1.0', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Subnet': '1.1', Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: 'Trunk': '1.1'}} Jun 16 16:58:38.035880 dv-cinder-783389-6-smb neutron-server[100141]: {{(pid=100141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:58:38.042843 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:38.059514 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.059947 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.segments_db [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Added segment 525fc1bc-04c7-4d38-9880-0dcdcd719b0d of type vlan for network e619040b-3be7-4676-99c4-cf9747381ca5 Jun 16 16:58:38.102349 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.239272 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.241608 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:38.242571 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.247874 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:38.331846 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 56208) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:38.345171 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Pushing event updated for resources: {'Network': ['ID=e619040b-3be7-4676-99c4-cf9747381ca5,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:38.348222 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:38.370653 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network e619040b-3be7-4676-99c4-cf9747381ca5 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:58:38.387812 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 56216) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:38.391069 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5473907 Jun 16 16:58:38.391886 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56218) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:38.393097 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Request body: {'subnet': {'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-44352752-subnet', 'tenant_id': '879a92fd1ea343c9b73dd7abee0ecfa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:38.515086 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Made reservation on behalf of 879a92fd1ea343c9b73dd7abee0ecfa3 for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:38.517548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.769566 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1969534795-network', 'tenant_id': '46b94c176a18407e81f3fea3183ad77e'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:38.794900 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.802615 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:38.864791 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Checking segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:38.865158 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Network hostable DHCP agents. Network: e619040b-3be7-4676-99c4-cf9747381ca5, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:58:38.874164 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c713bb7-142f-4e5e-8e99-8082f0c447b9,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:38.892589 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.892967 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.893330 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.893656 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.894033 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.894554 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.895095 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.896339 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.896914 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.897491 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.898039 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.898375 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Tracked resource versions report: Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: pushed versions: Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: { 'AddressGroup': {'1.2'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'ConntrackHelper': {'1.0'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Log': {'1.0'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Network': {'1.1'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Port': {'1.7'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'PortForwarding': {'1.2'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'QosPolicy': {'1.8'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroup': {'1.4'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'SubPort': {'1.0'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Subnet': {'1.1'}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Trunk': {'1.1'}} Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: consumer versions: Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'ConntrackHelper': '1.0', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Log': '1.0', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Network': '1.1', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Port': '1.7', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'PortForwarding': '1.2', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'QosPolicy': '1.8', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroup': '1.4', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'SecurityGroupRule': '1.2', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'SubPort': '1.0', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Subnet': '1.1', Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: 'Trunk': '1.1'}} Jun 16 16:58:38.899554 dv-cinder-783389-6-smb neutron-server[100140]: {{(pid=100140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:58:38.903713 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:38.909856 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-network', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:38.926301 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Made reservation on behalf of 46b94c176a18407e81f3fea3183ad77e for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:38.928900 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.941198 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.999750 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Network e619040b-3be7-4676-99c4-cf9747381ca5 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:58:39.069017 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Made reservation on behalf of d6f2aa54c7594625b5d5f4ecee17bc61 for: {'network': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:39.071505 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.109492 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a7d58161-9bb0-4dcf-a0e0-689a3e66ce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.273279 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.275307 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.279163 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, e619040b-3be7-4676-99c4-cf9747381ca5) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:39.286184 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:39.287369 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.301802 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24995270-76aa-41c8-9729-01a4dc2e37ff None None] Network e619040b-3be7-4676-99c4-cf9747381ca5 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:39.378882 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.422527 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:58:39.434122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:39.491122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.491609 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Added segment a2b7145c-2872-4d9b-b8c1-78956a4f377b of type vlan for network ec523bc2-8deb-4cf9-a56f-f5a966539203 Jun 16 16:58:39.540211 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1508980 Jun 16 16:58:39.593552 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8415c991-5b27-4fb8-8740-866088afe611,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:39.596240 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25797236-6a8e-4630-8f0c-f6c224c2ba88 None None] Network e619040b-3be7-4676-99c4-cf9747381ca5 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:39.610315 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:39.720491 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.740420 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.811578 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.816343 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:39.841606 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=100141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:58:39.852078 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbfc4b6-8e24-43b5-892f-2afee8c08681,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:39.872383 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.872383 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.segments_db [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Added segment ee4e80bb-54dc-4c51-976d-13d2ca033e99 of type vlan for network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 Jun 16 16:58:39.898295 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.902028 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:39.904720 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.913880 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:39.926940 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.929675 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:40.101941 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7687559 Jun 16 16:58:40.102835 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Pushing event updated for resources: {'Network': ['ID=ec523bc2-8deb-4cf9-a56f-f5a966539203,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:40.105466 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56274) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:40.110736 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Request body: {'subnet': {'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1969534795-subnet', 'tenant_id': '46b94c176a18407e81f3fea3183ad77e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:40.113849 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network ec523bc2-8deb-4cf9-a56f-f5a966539203 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:58:40.114607 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:40.122051 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.127263 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.127263 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.130503 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:40.206672 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:40.213469 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:40.257268 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:58:40.299802 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Made reservation on behalf of 46b94c176a18407e81f3fea3183ad77e for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:40.306504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.443840 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0507979 Jun 16 16:58:40.450735 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 56284) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:40.459136 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Request body: {'subnet': {'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-subnet', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:40.565792 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Made reservation on behalf of d6f2aa54c7594625b5d5f4ecee17bc61 for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:40.568476 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.669029 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.672198 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d1fec696-199a-4067-ae77-3005284e5aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:40.742066 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1e5080-5132-4169-a7a4-eee007138d25,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:40.747425 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:40.757542 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Checking segment: {'id': 'a2b7145c-2872-4d9b-b8c1-78956a4f377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:40.758171 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Network hostable DHCP agents. Network: ec523bc2-8deb-4cf9-a56f-f5a966539203, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:58:40.887337 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Network ec523bc2-8deb-4cf9-a56f-f5a966539203 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:58:40.944805 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.951592 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ebd3f090-bd73-4f13-a0f3-6dfde06d8ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:40.995808 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, ec523bc2-8deb-4cf9-a56f-f5a966539203) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:41.013110 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f891b45-d836-4932-bd98-81f7ff6dca15 None None] Network ec523bc2-8deb-4cf9-a56f-f5a966539203 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:41.015851 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.017754 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:41.036737 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afe5023-5368-41cb-8839-7f2aed81e3e6,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:41.043525 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:41.053670 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Checking segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:41.054214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Network hostable DHCP agents. Network: 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:58:41.166244 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:58:41.168285 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95ddf4-9b4b-49e8-9982-43105664c707 None None] Network ec523bc2-8deb-4cf9-a56f-f5a966539203 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:41.174368 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0675075 Jun 16 16:58:41.301250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:41.318108 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.319114 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:41.324806 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b73bb-ad39-4e9f-8c9e-a45210b7e093 None None] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:41.515686 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-45d94dae-ff26-4800-bb42-bd7484e4b17c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0629954 Jun 16 16:58:41.535613 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 56320) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:41.546994 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:41.586121 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:58:41.587702 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:41.732049 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:41.735065 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:41.805566 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56344) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:41.812801 dv-cinder-783389-6-smb neutron-server[100141]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:58:41.893570 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Allocated IP 172.20.0.2 (6d0988a2-2bce-4e45-94f3-cf8d87bb40b4/3afe5023-5368-41cb-8839-7f2aed81e3e6/f7e59097-3cde-470f-813a-aedd9934eae9) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:41.936028 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-8036df51-2275-4fe7-bf47-d357c634695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:41.991387 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.134214 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-72e66af5-3a75-4cd7-b9c9-08bd03ae579c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:42.137945 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-72e66af5-3a75-4cd7-b9c9-08bd03ae579c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.3263743 Jun 16 16:58:42.179176 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-09b79517-3e30-4fbe-949e-6df0fd19e29e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/quotas/879a92fd1ea343c9b73dd7abee0ecfa3 HTTP/1.1" status: 200 len: 375 time: 0.0350351 Jun 16 16:58:42.230970 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.243208 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Transition to ACTIVE for port object f7e59097-3cde-470f-813a-aedd9934eae9 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:42.263357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Transition to ACTIVE for port object f7e59097-3cde-470f-813a-aedd9934eae9 will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:42.284069 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-7b76c913-0dcd-4b26-a2b7-30d06948761a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979016 Jun 16 16:58:42.388356 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.429327 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.452772 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.456488 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:42.517675 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:42.522901 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:42.529009 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56388) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:42.531825 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:42.549847 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Pushing event updated for resources: {'Port': ['ID=f7e59097-3cde-470f-813a-aedd9934eae9,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:42.593646 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.593975 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.594419 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.594751 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.595062 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.595382 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.595698 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.596937 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.597432 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.597918 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Tracked resource versions report: Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: pushed versions: Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: { 'AddressGroup': {'1.2'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'ConntrackHelper': {'1.0'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Log': {'1.0'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Network': {'1.1'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Port': {'1.7'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'PortForwarding': {'1.2'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'QosPolicy': {'1.8'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroup': {'1.4'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'SubPort': {'1.0'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Subnet': {'1.1'}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Trunk': {'1.1'}} Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: consumer versions: Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'ConntrackHelper': '1.0', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Log': '1.0', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Network': '1.1', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Port': '1.7', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'PortForwarding': '1.2', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'QosPolicy': '1.8', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroup': '1.4', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'SecurityGroupRule': '1.2', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'SubPort': '1.0', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Subnet': '1.1', Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: 'Trunk': '1.1'}} Jun 16 16:58:42.602082 dv-cinder-783389-6-smb neutron-server[100142]: {{(pid=100142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:58:42.660060 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:42.681631 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Attempting to bind port f7e59097-3cde-470f-813a-aedd9934eae9 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:42.682256 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Attempting to bind port f7e59097-3cde-470f-813a-aedd9934eae9 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:42.682863 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Attempting to bind port f7e59097-3cde-470f-813a-aedd9934eae9 on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:42.688943 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:42.689614 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Checking segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:42.690204 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.690807 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Bound using segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:42.691613 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Bound port: f7e59097-3cde-470f-813a-aedd9934eae9, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:42.692237 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.695749 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0554-02cd-4744-81e8-784566443453 req-eaafd7a0-0346-4de1-8a9e-d12b15fe4654 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:42.697515 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-eaafd7a0-0346-4de1-8a9e-d12b15fe4654 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/networks?id=ec523bc2-8deb-4cf9-a56f-f5a966539203 HTTP/1.1" status: 200 len: 812 time: 0.1668811 Jun 16 16:58:42.706709 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-f789771b-0c6b-4c84-809f-b197bb47a72b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:58:42.707730 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-f789771b-0c6b-4c84-809f-b197bb47a72b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1912751 Jun 16 16:58:42.727744 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-ba96fa28-d67d-441a-a52a-b3c31c5c023a tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/quotas/46b94c176a18407e81f3fea3183ad77e HTTP/1.1" status: 200 len: 375 time: 0.0190272 Jun 16 16:58:42.738769 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56396) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:42.775895 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-62b77576-3990-4578-971b-d0751b4481c0 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46b94c176a18407e81f3fea3183ad77e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378122 Jun 16 16:58:42.845898 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] For port f7e59097-3cde-470f-813a-aedd9934eae9, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:42.856596 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] For port f7e59097-3cde-470f-813a-aedd9934eae9, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f7e59097-3cde-470f-813a-aedd9934eae9,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:42.912016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fa468e93-112c-4ad5-8ad2-318fae633b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:42.948181 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-91beb79f-accd-4f31-90a9-273d3c77e62d service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309744 Jun 16 16:58:42.956771 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-bb13ce63-61dd-4353-9187-f54a237cd703 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:58:42.957853 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-bb13ce63-61dd-4353-9187-f54a237cd703 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632174 Jun 16 16:58:43.000587 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.012303 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:43.061120 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.089641 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Pushing event updated for resources: {'Port': ['ID=f7e59097-3cde-470f-813a-aedd9934eae9,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:43.098655 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.101171 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:43.196186 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-2febb0d0-7208-4679-82f6-b97f2924af2f service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372665 Jun 16 16:58:43.210082 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-aef9788c-1f4a-4d93-a62b-df286bdf5cac service neutron] 10.222.0.36 "GET /v2.0/networks/ec523bc2-8deb-4cf9-a56f-f5a966539203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370064 Jun 16 16:58:43.267102 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.282520 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fa468e93-112c-4ad5-8ad2-318fae633b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.406689 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fa468e93-112c-4ad5-8ad2-318fae633b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.414955 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:43.416031 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Allocated IP 172.28.3.231 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/fc66c0f1-267a-4f14-b73c-2be93e25c173) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:43.428874 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-dfd4aa04-b3ca-4fb9-823b-86f0508f51a6 service neutron] 10.222.0.36 "GET /v2.0/networks/ec523bc2-8deb-4cf9-a56f-f5a966539203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025189 Jun 16 16:58:43.477733 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-fa468e93-112c-4ad5-8ad2-318fae633b00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=410a5a054f8c47b0810ee815a877f31f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7355976 Jun 16 16:58:43.478790 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56422) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:43.493385 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa468e93-112c-4ad5-8ad2-318fae633b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dcd196-4dd2-444d-8c3c-107f21108b82,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:43.499754 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-fa468e93-112c-4ad5-8ad2-318fae633b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:43.610775 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:58:43.633358 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.670993 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.675581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.880407 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.887673 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.893811 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65dcd196-4dd2-444d-8c3c-107f21108b82 HTTP/1.1" status: 204 len: 168 time: 0.4063277 Jun 16 16:58:43.895151 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a7769d8c-9d7d-45a5-961a-8c7f88e09d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:43.952484 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dcd196-4dd2-444d-8c3c-107f21108b82,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:43.956559 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:44.027807 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:44.039072 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:44.243325 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:44.262008 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb414f3-a499-4603-92e2-b95a1b5bced1 req-8602d5a4-f396-47cf-ac00-547c2d9700cb tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.1478550 Jun 16 16:58:44.288795 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:44.294354 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:44.604204 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Pushing event updated for resources: {'Port': ['ID=fc66c0f1-267a-4f14-b73c-2be93e25c173,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:44.681054 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:44.716686 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f7e59097-3cde-470f-813a-aedd9934eae9 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:44.764196 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e1062d17-8333-4587-ba9b-7f3d59ce643f req-cab24f5d-749c-40ac-9661-85f3f17091f6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1315153 Jun 16 16:58:44.895376 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76aab12-52b8-480f-b794-994ccefeb765 None None] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:45.021444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.199563 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Provisioning for port f7e59097-3cde-470f-813a-aedd9934eae9 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:45.204222 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port f7e59097-3cde-470f-813a-aedd9934eae9 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:45.214187 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port f7e59097-3cde-470f-813a-aedd9934eae9 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:45.214944 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.259838 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Provisioning complete for port f7e59097-3cde-470f-813a-aedd9934eae9 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:45.262473 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.403739 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.540698 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.583625 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3512fb70-3efa-4351-9902-e2baad896243 req-7f5b3ccd-28f1-4b70-9efd-7953031f8b50 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.0881338 Jun 16 16:58:45.588673 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56578) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:45.617201 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d792a7e7-13f8-4ac6-9005-e442afb20aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.638099 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.692561 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] For port f7e59097-3cde-470f-813a-aedd9934eae9, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f7e59097-3cde-470f-813a-aedd9934eae9,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:45.767917 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.783625 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.820275 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d792a7e7-13f8-4ac6-9005-e442afb20aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.883776 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.908070 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:45.920925 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d792a7e7-13f8-4ac6-9005-e442afb20aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.016990 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d0061050-6d8d-4624-a365-6b947d660180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:46.063535 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d792a7e7-13f8-4ac6-9005-e442afb20aa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2db4d5695ca4d43b08cbd7a76a551da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4733875 Jun 16 16:58:46.074882 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 56594) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:46.141435 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f233ea8b-2026-413c-ac54-77255be14ecc req-3b4914d9-9a07-4bcd-bed4-346eeb2f8ef6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1241684 Jun 16 16:58:46.146534 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.db.api [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:58:46.147374 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_db.api [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:58:46.155435 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.162940 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Pushing event updated for resources: {'Port': ['ID=f7e59097-3cde-470f-813a-aedd9934eae9,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:46.171084 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3f6f2ceb-5f4a-4be6-840c-dca027c0b8c6 None None] Provisioning complete for port f7e59097-3cde-470f-813a-aedd9934eae9 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:46.172086 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2ceb-5f4a-4be6-840c-dca027c0b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.177165 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:46.190031 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.201565 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792a7e7-13f8-4ac6-9005-e442afb20aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5fb2fa-5933-46c2-bb11-6e190a6ee07a,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:46.228774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d792a7e7-13f8-4ac6-9005-e442afb20aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:46.295726 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Router c927f7de-78c1-45fb-a192-945a91b855cf is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:58:46.397000 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56606) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:46.401825 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.463132 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.465761 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a5fb2fa-5933-46c2-bb11-6e190a6ee07a HTTP/1.1" status: 204 len: 168 time: 0.3854828 Jun 16 16:58:46.469193 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:46.492386 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5fb2fa-5933-46c2-bb11-6e190a6ee07a,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:46.513554 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:46.656014 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:58:46.677448 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Sync routers for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:58:46.704126 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:46.705513 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:58:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:46.778403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-94a73be4-f81b-45cd-a261-c15a819c44c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.851675 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d07a1c3b-885d-4980-aa8d-9b5932b59a82 req-0f1f3f35-3ec1-4144-b3f7-38dfe5e2c01f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.1046135 Jun 16 16:58:46.874111 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:46.878733 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3409460 Jun 16 16:58:46.879650 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 56636) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:46.908470 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f7e59097-3cde-470f-813a-aedd9934eae9 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:47.078714 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port f7e59097-3cde-470f-813a-aedd9934eae9 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:47.079455 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:47.102478 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-94a73be4-f81b-45cd-a261-c15a819c44c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:47.109443 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:47.206053 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-94a73be4-f81b-45cd-a261-c15a819c44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:47.249856 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-fa468e93-112c-4ad5-8ad2-318fae633b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:47.263237 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-94a73be4-f81b-45cd-a261-c15a819c44c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8c29360bb5c42ee9be093b3ba6233ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8647959 Jun 16 16:58:47.265471 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 56650) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:47.503901 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8ed1d461-f8a5-4e71-bd44-e7d7cbbc50a2 req-2d9e8e0f-352c-4cf4-8157-7538ad66e152 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.2198224 Jun 16 16:58:47.514616 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:44Z', 'revision_number': 3, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:47.519037 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Checking router: c927f7de-78c1-45fb-a192-945a91b855cf for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:58:47.519633 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Updating router c927f7de-78c1-45fb-a192-945a91b855cf port fc66c0f1-267a-4f14-b73c-2be93e25c173 binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:58:47.525144 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73be4-f81b-45cd-a261-c15a819c44c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c28a3b-829b-40d1-8720-995bdd65836c,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:47.529978 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-94a73be4-f81b-45cd-a261-c15a819c44c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:47.587978 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:47.589787 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56656) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:47.644811 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:47.768761 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:47.849215 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-83a5f5e7-57f1-40ad-9131-641d0f216068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.114711 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.117832 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.136136 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Transition to ACTIVE for port object fc66c0f1-267a-4f14-b73c-2be93e25c173 will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:48.260329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.262367 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-83a5f5e7-57f1-40ad-9131-641d0f216068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.264821 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5c28a3b-829b-40d1-8720-995bdd65836c HTTP/1.1" status: 204 len: 168 time: 0.9974754 Jun 16 16:58:48.271786 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:48.285635 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.291547 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-44ac759a-dee2-4c68-8080-ce49b1a4b1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:48.309745 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c28a3b-829b-40d1-8720-995bdd65836c,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:48.319463 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:48.344651 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.428044 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fcdfdc24-42ea-4da3-8c5a-58b32f075e82 req-5c6248fa-aa46-45b0-8a5f-c5d10b1cb688 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.1515098 Jun 16 16:58:48.435025 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-83a5f5e7-57f1-40ad-9131-641d0f216068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.448013 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-94a73be4-f81b-45cd-a261-c15a819c44c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:48.489816 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Pushing event updated for resources: {'Port': ['ID=fc66c0f1-267a-4f14-b73c-2be93e25c173,revision_number=2']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:48.502723 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Attempting to bind port fc66c0f1-267a-4f14-b73c-2be93e25c173 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:48.506648 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Attempting to bind port fc66c0f1-267a-4f14-b73c-2be93e25c173 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:48.509789 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Attempting to bind port fc66c0f1-267a-4f14-b73c-2be93e25c173 on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:48.529340 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-83a5f5e7-57f1-40ad-9131-641d0f216068 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10e39c01701b4d41b41a9bc9f2125d42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9380181 Jun 16 16:58:48.533689 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f5e7-57f1-40ad-9131-641d0f216068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bdbfbd-a265-41ea-9e2a-860ad9cabfe7,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:48.538462 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56684) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:48.538756 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.538756 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.538756 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.538756 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.539130 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.539673 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.540225 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.540660 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.541200 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.552276 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.552814 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.553413 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Tracked resource versions report: Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: pushed versions: Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: { 'AddressGroup': {'1.2'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'ConntrackHelper': {'1.0'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Log': {'1.0'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Network': {'1.1'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Port': {'1.7'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'PortForwarding': {'1.2'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'QosPolicy': {'1.8'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroup': {'1.4'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'SubPort': {'1.0'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Subnet': {'1.1'}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Trunk': {'1.1'}} Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: consumer versions: Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: { DHCP agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: HyperV agent@hv-cinder-78338: {}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: L3 agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: Metadata agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: Metering agent@dv-cinder-783389-6-smb: {}, Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: Open vSwitch agent@dv-cinder-783389-6-smb: { 'AddressGroup': '1.2', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'ConntrackHelper': '1.0', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Log': '1.0', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Network': '1.1', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Port': '1.7', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'PortForwarding': '1.2', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'QosPolicy': '1.8', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroup': '1.4', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'SecurityGroupRule': '1.2', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'SubPort': '1.0', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Subnet': '1.1', Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: 'Trunk': '1.1'}} Jun 16 16:58:48.556442 dv-cinder-783389-6-smb neutron-server[100143]: {{(pid=100143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:58:48.588086 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:48.615456 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:48.616855 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:48.618026 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.619050 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:48.620311 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Bound port: fc66c0f1-267a-4f14-b73c-2be93e25c173, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:48.624048 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.640431 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-83a5f5e7-57f1-40ad-9131-641d0f216068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:48.723467 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.786926 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.888698 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] For port fc66c0f1-267a-4f14-b73c-2be93e25c173, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:48.895542 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] For port fc66c0f1-267a-4f14-b73c-2be93e25c173, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=fc66c0f1-267a-4f14-b73c-2be93e25c173,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:48.994751 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ea522b37-510b-4223-a4c3-e848dfed9cf4 req-5ce8ef95-6e32-4c34-9b05-05c14a939aa2 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0813918 Jun 16 16:58:48.999523 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.007911 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.011840 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07bdbfbd-a265-41ea-9e2a-860ad9cabfe7 HTTP/1.1" status: 204 len: 168 time: 0.4740398 Jun 16 16:58:49.014964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56696) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:49.015664 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:49.047424 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bdbfbd-a265-41ea-9e2a-860ad9cabfe7,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:49.055259 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.059064 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Allocated IP 172.20.0.1 (6d0988a2-2bce-4e45-94f3-cf8d87bb40b4/3afe5023-5368-41cb-8839-7f2aed81e3e6/9184f57f-bc62-42c6-a9b2-cc7843ce6c4c) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:49.062780 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:49.063606 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:49.202838 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:49.205234 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:58:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:49.349959 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.357419 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Pushing event updated for resources: {'Port': ['ID=fc66c0f1-267a-4f14-b73c-2be93e25c173,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:49.364910 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:49.396798 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Transition to ACTIVE for port object 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c will not be triggered until provisioned by entity DHCP. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:49.452368 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:49.591153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.592463 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8d20abab-29ee-4320-adb3-638e26445e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:49.696219 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f3762efb-8180-432f-b80d-1b792abe2eaf req-d32891d9-02cf-4827-bcb7-5ddadf224f78 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.0395346 Jun 16 16:58:49.704269 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Pushing event updated for resources: {'Port': ['ID=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:49.709793 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:49.725605 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:49.728619 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:49.732905 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:49.734061 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.734661 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:44Z', 'revision_number': 3, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:49.739004 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd804d3-d101-46b1-9a02-fa9fc481f5be None None] The sync data for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb is: [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:44Z', 'revision_number': 3, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:58:49.957779 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-75d243d9-bdad-4570-a889-7759a859fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.320083 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-75d243d9-bdad-4570-a889-7759a859fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.398170 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.400336 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-371996d2-f544-423d-bf1b-34f337465ec6 None None] Provisioning for port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:50.413817 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-371996d2-f544-423d-bf1b-34f337465ec6 None None] Provisioning complete for port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:50.414335 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-371996d2-f544-423d-bf1b-34f337465ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.457950 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-75d243d9-bdad-4570-a889-7759a859fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.512906 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:50.517486 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-75d243d9-bdad-4570-a889-7759a859fa6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35166bd917d74ac9b4c05e7838ac5898&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4955931 Jun 16 16:58:50.519090 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-371996d2-f544-423d-bf1b-34f337465ec6 None None] Port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:58:50.539598 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56732) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:50.690046 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56738) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:50.861155 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.921353 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-47e125de-c2d5-4987-9d2e-5db156ab158a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.946207 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.96', 60646) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:50.954070 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b824b14a-b814-49d1-aa33-9bb82abd77f2 req-163fc328-5f90-4770-a076-9d9b2b6374e0 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.4447351 Jun 16 16:58:50.966108 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.977535 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.997668 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fc66c0f1-267a-4f14-b73c-2be93e25c173 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:51.007280 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.015541 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d243d9-bdad-4570-a889-7759a859fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fbe8fe-aec7-49bb-aba9-3767cb243f3d,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.021085 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:51.061600 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-75d243d9-bdad-4570-a889-7759a859fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.142042 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Pushing event updated for resources: {'Port': ['ID=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.146343 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.195549 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.272350 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6c9d3e72-9e99-41cd-aac9-9b8065e277de req-ead45142-1cd6-465d-aecd-e7fd81b741d6 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.1519723 Jun 16 16:58:51.327048 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port fc66c0f1-267a-4f14-b73c-2be93e25c173 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:51.340749 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port fc66c0f1-267a-4f14-b73c-2be93e25c173 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:51.341126 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.480537 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.488918 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.498483 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26fbe8fe-aec7-49bb-aba9-3767cb243f3d HTTP/1.1" status: 204 len: 168 time: 0.9121411 Jun 16 16:58:51.503610 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:51.540131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-260dc9d3-33fb-4ec6-a0a3-ce008398ea32 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.544935 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fbe8fe-aec7-49bb-aba9-3767cb243f3d,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.547720 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.550117 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-260dc9d3-33fb-4ec6-a0a3-ce008398ea32 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.5953410 Jun 16 16:58:51.551979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.582499 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:51.586050 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:51.605175 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Request body: {'port': {'device_id': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'admin_state_up': True, 'tenant_id': '879a92fd1ea343c9b73dd7abee0ecfa3'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:51.631892 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port fc66c0f1-267a-4f14-b73c-2be93e25c173, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=fc66c0f1-267a-4f14-b73c-2be93e25c173,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:51.636814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-47e125de-c2d5-4987-9d2e-5db156ab158a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.672250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56758) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:51.726234 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-47e125de-c2d5-4987-9d2e-5db156ab158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.726746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.739099 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-f44a55a2-977d-4dee-ae82-11ec5bee4301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:51.739971 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5b6ac04c-c108-4883-bda3-f4aef2727782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:51.824349 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e125de-c2d5-4987-9d2e-5db156ab158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27320be4-ffb4-4b70-9c5b-5fede1de37c3,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.852908 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-47e125de-c2d5-4987-9d2e-5db156ab158a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:51.857700 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-47e125de-c2d5-4987-9d2e-5db156ab158a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=058167227c5547fc9c2248c426aaf734&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1184423 Jun 16 16:58:51.862579 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56764) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:51.920668 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=fc66c0f1-267a-4f14-b73c-2be93e25c173,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:51.956330 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:52.006130 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.96', 60647) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:52.100941 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-606efac9-3a7b-465c-ac02-b7e4ecd34c7c None None] Provisioning complete for port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:52.104086 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-606efac9-3a7b-465c-ac02-b7e4ecd34c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.521658 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Made reservation on behalf of 879a92fd1ea343c9b73dd7abee0ecfa3 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:52.521658 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.525780 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-606efac9-3a7b-465c-ac02-b7e4ecd34c7c None None] Port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:58:52.623300 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.628294 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44a27754-a8ed-4c51-812d-532f1186b2d7 req-5b1a6083-3bb1-4a51-8972-a179c5c4a8d4 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1494968 Jun 16 16:58:52.629324 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d18e-2d6c-4201-bd67-ac6f1595ca7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.675521 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0554-02cd-4744-81e8-784566443453 req-fc6afbe4-8d6c-4946-9460-7eb5d7d05a76 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.675521 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-fc6afbe4-8d6c-4946-9460-7eb5d7d05a76 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.96 "GET /v2.0/networks?id=ec523bc2-8deb-4cf9-a56f-f5a966539203 HTTP/1.1" status: 200 len: 812 time: 0.6375201 Jun 16 16:58:52.675521 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Request body: {'port': {'device_id': '7acf1606-2a66-4501-971a-01772a61d4d1', 'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203', 'admin_state_up': True, 'tenant_id': '46b94c176a18407e81f3fea3183ad77e'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:52.838706 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-85a06d8e-9c8d-450c-b8a1-ca5a2e4fbd9a req-b5392565-2e41-4bae-8366-bf3ab06f2d17 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.1602347 Jun 16 16:58:52.842661 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.881801 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fc66c0f1-267a-4f14-b73c-2be93e25c173 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:53.061907 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port fc66c0f1-267a-4f14-b73c-2be93e25c173 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:53.061907 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.069625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Router c927f7de-78c1-45fb-a192-945a91b855cf has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:58:53.131260 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Allocated IP 172.20.0.5 (e619040b-3be7-4676-99c4-cf9747381ca5/4c713bb7-142f-4e5e-8e99-8082f0c447b9/6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:53.304828 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.310330 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.330109 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27320be4-ffb4-4b70-9c5b-5fede1de37c3 HTTP/1.1" status: 204 len: 168 time: 1.4377759 Jun 16 16:58:53.330109 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:53.330109 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27320be4-ffb4-4b70-9c5b-5fede1de37c3,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:53.332042 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:53.402309 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d18e-2d6c-4201-bd67-ac6f1595ca7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.454449 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:58:53.465349 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Sync routers for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:58:53.467640 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] 10.222.0.36 "PUT /v2.0/routers/c927f7de-78c1-45fb-a192-945a91b855cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5820658 Jun 16 16:58:53.477148 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:53.477905 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:58:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:53.600141 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:53.628520 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.636684 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d18e-2d6c-4201-bd67-ac6f1595ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.650851 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-75d243d9-bdad-4570-a889-7759a859fa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:53.734105 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6cd4d18e-2d6c-4201-bd67-ac6f1595ca7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f22db56a1644874b0642b7132239f87&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0603192 Jun 16 16:58:53.735290 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56824) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:53.746884 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4d18e-2d6c-4201-bd67-ac6f1595ca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221bfd97-244e-4803-99d8-51019d36a41d,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:53.754149 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6cd4d18e-2d6c-4201-bd67-ac6f1595ca7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:53.831277 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Made reservation on behalf of 46b94c176a18407e81f3fea3183ad77e for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:53.839329 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.859629 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.869957 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:53.939525 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.999697 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 2, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:54.007655 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Checking router: c927f7de-78c1-45fb-a192-945a91b855cf for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:58:54.008556 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Updating router c927f7de-78c1-45fb-a192-945a91b855cf port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:58:54.027744 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.051426 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Network e619040b-3be7-4676-99c4-cf9747381ca5 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:54.060304 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:54.068951 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:54.075737 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:54.076555 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.076812 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.108908 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event updated for resources: {'Port': ['ID=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:54.112446 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:54.154239 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a71c7068-1472-4e3c-b3f0-5c6e41ea0673 req-7526e1aa-6961-4963-bbd1-7e3e1f4f6d85 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1319611 Jun 16 16:58:54.205625 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6073339 Jun 16 16:58:54.217624 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-af8e9ff1-00bd-4266-bc24-af421fa29d18 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:58:54.218706 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-af8e9ff1-00bd-4266-bc24-af421fa29d18 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070748 Jun 16 16:58:54.419165 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Allocated IP 172.20.0.8 (ec523bc2-8deb-4cf9-a56f-f5a966539203/fc1e5080-5132-4169-a7a4-eee007138d25/5b5932b4-6121-458d-a5e0-86e757a61643) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:54.465250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.476953 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.478418 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/221bfd97-244e-4803-99d8-51019d36a41d HTTP/1.1" status: 204 len: 168 time: 0.7411871 Jun 16 16:58:54.490086 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-aaf837df-bc71-49be-b0c0-d13f9b60469a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:54.523909 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221bfd97-244e-4803-99d8-51019d36a41d,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:54.527225 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:54.572582 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.593349 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Transition to ACTIVE for port object 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:54.673820 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd5bc1-66dd-4287-b5ba-80e2e17ae424 req-86576f00-32a2-4967-b14d-78b3f9a4563f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:54.676443 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-31bd5bc1-66dd-4287-b5ba-80e2e17ae424 req-86576f00-32a2-4967-b14d-78b3f9a4563f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 931 time: 0.2733400 Jun 16 16:58:54.680710 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.691890 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:54.910758 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.968014 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Attempting to bind port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:54.969991 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Attempting to bind port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:54.970658 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Attempting to bind port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:54.983875 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fda217-0e27-4295-b4a8-55e55531df2e None None] Pushing event updated for resources: {'Port': ['ID=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:55.009460 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:55.010489 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Checking segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:55.011177 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:55.011974 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Bound using segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:55.012801 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Bound port: 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:55.013456 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:55.058469 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-18fda217-0e27-4295-b4a8-55e55531df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:55.203660 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:55.264118 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-31bd5bc1-66dd-4287-b5ba-80e2e17ae424 req-3f8d19f3-a9e2-465b-bd82-c719a8489ae5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723464 Jun 16 16:58:55.290772 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:55.400125 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] For port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:55.414823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] For port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:55.559995 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:55.565140 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:55.758022 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:55.758946 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:58:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:55.761823 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Network ec523bc2-8deb-4cf9-a56f-f5a966539203 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:55.801864 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:55.858271 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:55.863773 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:55.865157 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:55.915348 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Pushing event updated for resources: {'Port': ['ID=5b5932b4-6121-458d-a5e0-86e757a61643,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:55.935504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:56.005639 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63661614-4360-4f11-afbb-1bd01b7e1eed req-0e7fd52d-72d8-4d08-b3b4-af5bb3c2d9ff tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.009068 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63661614-4360-4f11-afbb-1bd01b7e1eed req-0e7fd52d-72d8-4d08-b3b4-af5bb3c2d9ff tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 931 time: 0.2514551 Jun 16 16:58:56.009765 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fda217-0e27-4295-b4a8-55e55531df2e None None] Pushing event updated for resources: {'Port': ['ID=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:56.015778 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-18fda217-0e27-4295-b4a8-55e55531df2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:56.094426 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4345305 Jun 16 16:58:56.181762 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63661614-4360-4f11-afbb-1bd01b7e1eed req-23e1bedc-6ea7-422d-9256-f4b672024a2e tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589315 Jun 16 16:58:56.208652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:56.262248 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56868) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:56.267452 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610089430', 'description': 'tempest-description--524802565'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:56.434905 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.646860 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Request body: {'port': {'device_id': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:56.683561 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.787866 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e68-9cd3-412f-aa2f-bf23167c929c req-9c03798c-5295-420d-9bd6-42abd03e601c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.819839 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-980c1e68-9cd3-412f-aa2f-bf23167c929c req-9c03798c-5295-420d-9bd6-42abd03e601c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 931 time: 0.1981709 Jun 16 16:58:56.833557 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.861811 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:55Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:56.868967 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5de3b59a-d2d4-4c9c-963b-fe99e094ada3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:56.875815 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a762859-6ed8-4de7-98a4-591bb44ea1a5 None None] The sync data for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb is: [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:55Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:58:57.000772 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2627cfc1-aced-44ad-82c6-cd24647721ec,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:57.024730 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:57.037198 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Request body: {'port': {'device_id': '7acf1606-2a66-4501-971a-01772a61d4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:57.149622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:57.152541 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8887007 Jun 16 16:58:57.155223 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:57.161394 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56884) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:57.191569 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'security_group_rule': {'security_group_id': '2627cfc1-aced-44ad-82c6-cd24647721ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:57.378016 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-980c1e68-9cd3-412f-aa2f-bf23167c929c req-b4398616-7604-408f-9699-02c4c71e3a12 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106914 Jun 16 16:58:57.512233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:57.589512 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:57.897441 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.134318 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e4bf1-6c86-42f0-8a89-18b77220b900 req-66c1c395-9e21-4cb1-8ea6-a1c182175a9c tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:58.134318 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-858e4bf1-6c86-42f0-8a89-18b77220b900 req-66c1c395-9e21-4cb1-8ea6-a1c182175a9c tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 931 time: 0.3588581 Jun 16 16:58:58.203934 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:58.223199 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.274967 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Transition to ACTIVE for port object 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:58.322922 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-858e4bf1-6c86-42f0-8a89-18b77220b900 req-76523ebb-0e87-4da6-8f07-3d4bc5303a3e tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092299 Jun 16 16:58:58.569754 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.586812 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:58.599689 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5932b4-6121-458d-a5e0-86e757a61643 {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:58.618572 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.666007 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28477bc-8256-408c-9177-d657ca1ab789,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:58.710117 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.713034 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:58.718059 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1430873b-ba7c-4826-be0e-dfd36e970dbd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:58.726925 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Transition to ACTIVE for port object 5b5932b4-6121-458d-a5e0-86e757a61643 will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:58.749843 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.751186 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5850186 Jun 16 16:58:58.757621 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56906) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:58.799917 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'security_group_rule': {'security_group_id': '2627cfc1-aced-44ad-82c6-cd24647721ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:58.928686 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.956747 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-32b96822-d9fe-452e-ba5f-30809d655867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:59.188706 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e82d3-5f6e-4574-8a10-239106c92362 req-b8d3a562-687e-41ba-8d74-f52e6f66863e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:59.190965 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-475e82d3-5f6e-4574-8a10-239106c92362 req-b8d3a562-687e-41ba-8d74-f52e6f66863e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 931 time: 0.5801063 Jun 16 16:58:59.198982 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:59.204391 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.242596 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Pushing event updated for resources: {'Port': ['ID=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:59.255088 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:59.282627 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Pushing event updated for resources: {'Port': ['ID=5b5932b4-6121-458d-a5e0-86e757a61643,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:59.292620 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:59.383689 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Attempting to bind port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:59.386861 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Attempting to bind port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:59.388174 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Attempting to bind port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:59.407135 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 on network e619040b-3be7-4676-99c4-cf9747381ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:58:59.408941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Attempting to bind port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:59.429865 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:59.432548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Checking segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:59.434099 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Bound using segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:59.436758 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Bound port: 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:59.437805 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.547865 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:59.556684 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:59.557899 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.640798 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] For port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:59.649456 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] For port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:59.727699 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Attempting to bind port 5b5932b4-6121-458d-a5e0-86e757a61643 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:59.728720 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Attempting to bind port 5b5932b4-6121-458d-a5e0-86e757a61643 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'a2b7145c-2872-4d9b-b8c1-78956a4f377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:59.729416 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Attempting to bind port 5b5932b4-6121-458d-a5e0-86e757a61643 on network ec523bc2-8deb-4cf9-a56f-f5a966539203 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:59.760053 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.761877 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6880afe5-9aec-4323-808c-a32a41dc1a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:59.828201 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-475e82d3-5f6e-4574-8a10-239106c92362 req-002464de-bcac-4d46-94f0-ee3cda3d691b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178265 Jun 16 16:58:59.837947 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Port 5b5932b4-6121-458d-a5e0-86e757a61643 on network ec523bc2-8deb-4cf9-a56f-f5a966539203 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:58:59.838656 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Attempting to bind port 5b5932b4-6121-458d-a5e0-86e757a61643 on network ec523bc2-8deb-4cf9-a56f-f5a966539203 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:59.885954 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:59.887334 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.888398 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] 10.222.0.96 "PUT /v2.0/ports/6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 HTTP/1.1" status: 200 len: 1093 time: 4.5804398 Jun 16 16:58:59.891069 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'tag': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:59.917592 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:59.918284 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.919104 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Checking segment: {'id': 'a2b7145c-2872-4d9b-b8c1-78956a4f377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:59.920947 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Bound using segment: {'id': 'a2b7145c-2872-4d9b-b8c1-78956a4f377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:59.922493 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Bound port: 5b5932b4-6121-458d-a5e0-86e757a61643, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b7145c-2872-4d9b-b8c1-78956a4f377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:59.923334 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.958096 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.043279 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:00.147499 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] For port 5b5932b4-6121-458d-a5e0-86e757a61643, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:00.153736 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] For port 5b5932b4-6121-458d-a5e0-86e757a61643, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5b5932b4-6121-458d-a5e0-86e757a61643,segment=NetworkSegment(a2b7145c-2872-4d9b-b8c1-78956a4f377b),segment_id=a2b7145c-2872-4d9b-b8c1-78956a4f377b)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:00.170063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63184-c8c9-4e25-9e87-e6ce54864e0c req-653cf18b-7f88-4aee-a53b-8c09bf032785 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.172217 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b0d63184-c8c9-4e25-9e87-e6ce54864e0c req-653cf18b-7f88-4aee-a53b-8c09bf032785 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.4253201 Jun 16 16:59:00.174084 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.175305 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.184735 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:00.208584 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:00.223882 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cdd8a2-c140-4a95-8c69-0933fcb53bc9,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:00.233251 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:00.262053 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b0d63184-c8c9-4e25-9e87-e6ce54864e0c req-30ef7836-c1d2-4b9f-8de3-8b3657b4920a tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Jun 16 16:59:00.270963 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.273421 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Pushing event updated for resources: {'Port': ['ID=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:00.280254 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:00.343072 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.348866 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5817037 Jun 16 16:59:00.352245 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 56932) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:00.379650 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:00.381911 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'floatingip': {'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:00.414869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.417720 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.420174 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] 10.222.0.96 "PUT /v2.0/ports/5b5932b4-6121-458d-a5e0-86e757a61643 HTTP/1.1" status: 200 len: 1093 time: 4.2740409 Jun 16 16:59:00.420987 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acf1606-2a66-4501-971a-01772a61d4d1', 'tag': '5b5932b4-6121-458d-a5e0-86e757a61643'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:00.470339 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-d5b10b83-1da9-4c85-9445-85210dfa76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.473007 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-d5b10b83-1da9-4c85-9445-85210dfa76d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 1096 time: 0.3556492 Jun 16 16:59:00.503858 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:00.513762 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:00.570837 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.635717 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-2c2578da-aa05-4cc4-a3f5-b42949b33109 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 HTTP/1.1" status: 200 len: 217 time: 0.1500823 Jun 16 16:59:00.750757 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Pushing event updated for resources: {'Port': ['ID=5b5932b4-6121-458d-a5e0-86e757a61643,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:00.759661 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:00.766244 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-15502846-0857-47da-82ac-7bbd8be9580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.770643 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-15502846-0857-47da-82ac-7bbd8be9580d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.1156731 Jun 16 16:59:01.112372 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:01.437220 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:01.443651 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:01.656494 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff8494-030a-4683-b43e-010cda765215" -d '{"events": [{"name": "network-changed", "server_uuid": "c8907a2c-ec84-486f-ab96-976acca1c355", "tag": "6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:01.676744 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-9229179a-804e-4e44-9b57-91199e520c27 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8924799 Jun 16 16:59:01.932284 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0554-02cd-4744-81e8-784566443453 req-b076d619-b765-44ea-9c92-f80db35f3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:01.937107 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-b076d619-b765-44ea-9c92-f80db35f3660 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=46b94c176a18407e81f3fea3183ad77e&device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 1096 time: 1.3537924 Jun 16 16:59:02.032123 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-4c683097-ae2c-4466-b095-8a6c7ebb01c0 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728527 Jun 16 16:59:02.169199 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-6bc6753f-46a4-4341-aed4-338857efff7a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b5932b4-6121-458d-a5e0-86e757a61643 HTTP/1.1" status: 200 len: 217 time: 0.2096479 Jun 16 16:59:02.293935 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a3ad5-f8d4-4516-a31c-d408e5ea76e9 req-df99f4d2-7786-4750-a8fd-be059d33504a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:02.296905 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-474a3ad5-f8d4-4516-a31c-d408e5ea76e9 req-df99f4d2-7786-4750-a8fd-be059d33504a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 1.0838807 Jun 16 16:59:02.318812 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:02.320762 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391" -d '{"events": [{"name": "network-changed", "server_uuid": "7acf1606-2a66-4501-971a-01772a61d4d1", "tag": "5b5932b4-6121-458d-a5e0-86e757a61643"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:02.495151 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd76fcd-de36-4093-814a-f4298d9d94ff req-bb621031-2378-4d5f-b677-b2d37beaa9c6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:02.505535 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ecd76fcd-de36-4093-814a-f4298d9d94ff req-bb621031-2378-4d5f-b677-b2d37beaa9c6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.6801634 Jun 16 16:59:02.786764 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-69daa20d-a067-4026-bc73-f330dbc35f24 req-09191a06-0210-41fc-81c0-736a5c2f3cd1 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559661 Jun 16 16:59:02.851463 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-474a3ad5-f8d4-4516-a31c-d408e5ea76e9 req-6c79c914-0b0f-4675-93fb-e69c83c4617a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363472 Jun 16 16:59:02.854121 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0554-02cd-4744-81e8-784566443453 req-0297a75b-bbbc-4c74-8686-198dc2f80b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:02.857168 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-0297a75b-bbbc-4c74-8686-198dc2f80b3f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fc1e5080-5132-4169-a7a4-eee007138d25 HTTP/1.1" status: 200 len: 852 time: 0.3376348 Jun 16 16:59:02.977277 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-f0a6b6a0-d141-4a76-b8e8-cf0542217530 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ec523bc2-8deb-4cf9-a56f-f5a966539203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947707 Jun 16 16:59:03.060283 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ecd76fcd-de36-4093-814a-f4298d9d94ff req-a2349960-4662-42d8-9855-57212e2fab47 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533333 Jun 16 16:59:03.157828 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Allocated IP 172.28.3.96 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/20fbbf85-6005-4fcf-ae8c-a5ffc3680cca) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:03.547159 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-6f1b072e-fa55-476b-a9b0-c60c09598472 service neutron] 10.222.0.96 "GET /v2.0/networks/ec523bc2-8deb-4cf9-a56f-f5a966539203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922062 Jun 16 16:59:03.556594 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.763183 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.792911 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:03.929574 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd9b94-9eae-4260-af99-6e0dd42b3cc2 x-openstack-request-id: req-05dd9b94-9eae-4260-af99-6e0dd42b3cc2 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:03.930189 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8907a2c-ec84-486f-ab96-976acca1c355", "tag": "6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:03.930323 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05dd9b94-9eae-4260-af99-6e0dd42b3cc2 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:03.931148 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'tag': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', 'status': 'completed', 'code': 200} Jun 16 16:59:04.043024 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d20e0554-02cd-4744-81e8-784566443453 req-1f35ea04-9f64-4979-aee5-eb1a0d4f0d16 service neutron] 10.222.0.96 "GET /v2.0/networks/ec523bc2-8deb-4cf9-a56f-f5a966539203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390350 Jun 16 16:59:04.080554 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:04.086147 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:04.091388 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:04.099524 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'Port': ['ID=20fbbf85-6005-4fcf-ae8c-a5ffc3680cca,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:04.113952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:04.116121 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d304400-091c-4a5e-90e3-b1e3ebb77588 x-openstack-request-id: req-2d304400-091c-4a5e-90e3-b1e3ebb77588 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:04.116427 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acf1606-2a66-4501-971a-01772a61d4d1", "tag": "5b5932b4-6121-458d-a5e0-86e757a61643", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:04.116717 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d304400-091c-4a5e-90e3-b1e3ebb77588 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:04.117809 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acf1606-2a66-4501-971a-01772a61d4d1', 'tag': '5b5932b4-6121-458d-a5e0-86e757a61643', 'status': 'completed', 'code': 200} Jun 16 16:59:04.130748 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8494-030a-4683-b43e-010cda765215 req-d2cdc2f5-1eaa-43ae-b249-86f616769cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:04.140608 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-95ff8494-030a-4683-b43e-010cda765215 req-d2cdc2f5-1eaa-43ae-b249-86f616769cf7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 1096 time: 0.1565239 Jun 16 16:59:04.501219 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:04.710320 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8494-030a-4683-b43e-010cda765215 req-59a697e3-3cdc-4895-bc5e-b39c9cc385ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:04.718149 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-95ff8494-030a-4683-b43e-010cda765215 req-59a697e3-3cdc-4895-bc5e-b39c9cc385ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 915 time: 0.5649424 Jun 16 16:59:04.908594 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-95ff8494-030a-4683-b43e-010cda765215 req-edae56c6-5f9e-4f47-a500-7e40196d9620 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 HTTP/1.1" status: 200 len: 217 time: 0.1141498 Jun 16 16:59:05.079167 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8494-030a-4683-b43e-010cda765215 req-50114444-a7c8-4364-a20b-a74f3c99936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.085846 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-95ff8494-030a-4683-b43e-010cda765215 req-50114444-a7c8-4364-a20b-a74f3c99936a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.1550629 Jun 16 16:59:05.086003 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddca445-8478-465f-985c-15b7f8eb516e req-c3129567-bf2a-4842-802f-a60eaad4a766 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.090190 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ddca445-8478-465f-985c-15b7f8eb516e req-c3129567-bf2a-4842-802f-a60eaad4a766 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 0.4909766 Jun 16 16:59:05.091683 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.139747 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57030) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:05.258976 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ddca445-8478-465f-985c-15b7f8eb516e req-15d4771b-a2cf-4ae7-a815-fa3cd9a1440e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008842 Jun 16 16:59:05.264932 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-95ff8494-030a-4683-b43e-010cda765215 req-b0bef8fe-8ed0-4fd0-b18f-e012a40bb9f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596931 Jun 16 16:59:05.280672 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb6d9-010d-4dd3-aa2b-c5351ec0e2b0 req-56212ab4-33ca-4d07-bf41-cf28da452f87 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.284058 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-db0cb6d9-010d-4dd3-aa2b-c5351ec0e2b0 req-56212ab4-33ca-4d07-bf41-cf28da452f87 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.7569709 Jun 16 16:59:05.294007 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-f966c8f5-225f-43eb-b055-fbdfcfe49355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.300628 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-f966c8f5-225f-43eb-b055-fbdfcfe49355 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=46b94c176a18407e81f3fea3183ad77e&device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 1096 time: 0.7676399 Jun 16 16:59:05.618178 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-95ff8494-030a-4683-b43e-010cda765215 req-1b2374ed-309a-4365-baf4-d7e501729df6 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892287 Jun 16 16:59:05.803249 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b99cbb9e-4f3a-4123-bd4b-70f265717112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.908410 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-db0cb6d9-010d-4dd3-aa2b-c5351ec0e2b0 req-7d590280-1864-47d5-8384-6f1630130abb tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939605 Jun 16 16:59:05.920820 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-57b93005-4724-438b-90d3-2d65faf1f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.920820 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-57b93005-4724-438b-90d3-2d65faf1f432 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ec523bc2-8deb-4cf9-a56f-f5a966539203 HTTP/1.1" status: 200 len: 914 time: 0.5519149 Jun 16 16:59:05.947986 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-95ff8494-030a-4683-b43e-010cda765215 req-0a08a5e2-61a6-483c-b90f-7107d853eeb0 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180377 Jun 16 16:59:06.011632 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-5c4cfce6-6e0c-4120-98aa-f2eb2cc1bd8c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b5932b4-6121-458d-a5e0-86e757a61643 HTTP/1.1" status: 200 len: 217 time: 0.0716596 Jun 16 16:59:06.058765 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b99cbb9e-4f3a-4123-bd4b-70f265717112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.104101 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.129246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-40a1de75-8dc5-4988-aecb-bd4ab363c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:06.131654 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-40a1de75-8dc5-4988-aecb-bd4ab363c437 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fc1e5080-5132-4169-a7a4-eee007138d25 HTTP/1.1" status: 200 len: 852 time: 0.1076448 Jun 16 16:59:06.172512 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b99cbb9e-4f3a-4123-bd4b-70f265717112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.181320 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:06.258170 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cbb9e-4f3a-4123-bd4b-70f265717112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14430084-13d4-40bf-b359-cc6cc72ac09f,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:06.274302 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-b99cbb9e-4f3a-4123-bd4b-70f265717112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:06.278811 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-b99cbb9e-4f3a-4123-bd4b-70f265717112 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e845928abf5d4eda95d837bdcbf15e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1372254 Jun 16 16:59:06.281348 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57058) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:06.319302 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.342905 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:06.462920 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.497202 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'Port': ['ID=20fbbf85-6005-4fcf-ae8c-a5ffc3680cca,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:06.502593 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:06.504023 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.563365 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.855616 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:06.857638 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5008259 Jun 16 16:59:06.975390 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae0d71-f8ab-44a2-811f-efaac7cbe708 req-20198563-56b2-400b-98ae-886e3c5ecac8 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:06.978456 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2ae0d71-f8ab-44a2-811f-efaac7cbe708 req-20198563-56b2-400b-98ae-886e3c5ecac8 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 0.4296961 Jun 16 16:59:07.059967 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2ae0d71-f8ab-44a2-811f-efaac7cbe708 req-2e2d0901-1663-4c0e-af05-dc095bebbfc2 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Jun 16 16:59:07.482250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66b1d5-04f4-4065-a54d-7ad1167a5c53 req-b26dde62-3e43-41ba-ba3a-acc73e2c19dd tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:07.484913 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d66b1d5-04f4-4065-a54d-7ad1167a5c53 req-b26dde62-3e43-41ba-ba3a-acc73e2c19dd tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1616132 Jun 16 16:59:07.541797 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d66b1d5-04f4-4065-a54d-7ad1167a5c53 req-a00e9a8a-2a21-4d83-82b0-3178d07ac17d tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Jun 16 16:59:07.607692 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:07.614028 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:07.618703 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14430084-13d4-40bf-b359-cc6cc72ac09f HTTP/1.1" status: 204 len: 168 time: 1.3359330 Jun 16 16:59:07.620964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d792a7e7-13f8-4ac6-9005-e442afb20aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:07.634449 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14430084-13d4-40bf-b359-cc6cc72ac09f,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:07.638007 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:07.787006 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-200c8975-1dc6-4e2e-868c-b2dad9a57b26 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1610089430&fields=id&tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 267 time: 0.1000783 Jun 16 16:59:08.130271 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-820e85c0-9974-4ab2-82d5-92d0fa7eb9c2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.141310 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-820e85c0-9974-4ab2-82d5-92d0fa7eb9c2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 817 time: 0.3385453 Jun 16 16:59:08.176802 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-f741a9ce-18e0-4c69-a36b-b68693c9c1bf tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/quotas/d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 375 time: 0.0340776 Jun 16 16:59:08.392050 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-90ce44ad-2248-4b95-af52-ec713df3b4f9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2067080 Jun 16 16:59:08.508429 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55bff1-ff1c-4695-85fc-b64a3accf9ed req-f39674ba-0452-421a-bbfe-71fc01fe9ab4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.515860 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ce55bff1-ff1c-4695-85fc-b64a3accf9ed req-f39674ba-0452-421a-bbfe-71fc01fe9ab4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 0.1863053 Jun 16 16:59:08.596069 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ce55bff1-ff1c-4695-85fc-b64a3accf9ed req-d96a42e1-f5f9-41c8-99f3-e8864e25e021 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787461 Jun 16 16:59:08.614172 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-20c916cb-d447-45fb-99e9-5ca9dbf4437b service neutron] 10.222.0.36 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085390 Jun 16 16:59:08.909088 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-4dfbbffd-65f1-43cb-b426-11f154f6386c service neutron] 10.222.0.36 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902253 Jun 16 16:59:08.981989 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0b6a3-a718-448b-a58a-05a655132e70 req-cc94889f-cfbc-460d-837a-718c54de4eef tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.990472 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7ca0b6a3-a718-448b-a58a-05a655132e70 req-cc94889f-cfbc-460d-837a-718c54de4eef tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1805587 Jun 16 16:59:09.044914 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7ca0b6a3-a718-448b-a58a-05a655132e70 req-ff9a427c-37b5-4b74-b7da-1bed806df27c tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Jun 16 16:59:09.113242 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-6dacba17-0613-482f-87b2-834ad5437afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:09.289482 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57106) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:09.345411 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1f30456f-2983-49f8-ba26-91d8069b9383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:09.417262 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-76904ebe-1246-4463-88cc-30760822b675 req-b087e44c-2381-44ab-ac97-57c1ea83b5dc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 210 time: 0.0769987 Jun 16 16:59:09.581115 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1f30456f-2983-49f8-ba26-91d8069b9383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:09.750536 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1f30456f-2983-49f8-ba26-91d8069b9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:09.754450 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-b99cbb9e-4f3a-4123-bd4b-70f265717112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:09.805170 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30456f-2983-49f8-ba26-91d8069b9383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f293089-21e9-4c7a-b47d-bff4e5b73958,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:09.835281 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57128) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:09.847135 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-1f30456f-2983-49f8-ba26-91d8069b9383 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3017d750ce4a4168953c796b4a5f9bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535731 Jun 16 16:59:09.847135 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1f30456f-2983-49f8-ba26-91d8069b9383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:09.949224 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-9aa9c4e1-5770-4e83-b5f5-0e342bbdebfd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ec523bc2-8deb-4cf9-a56f-f5a966539203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549166 Jun 16 16:59:10.005833 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.021096 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afe390-49dc-477d-88c8-a2f473ddc731 req-ba5cabd6-cb2d-49d6-af8b-f6009ff1f4d4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.022819 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-55afe390-49dc-477d-88c8-a2f473ddc731 req-ba5cabd6-cb2d-49d6-af8b-f6009ff1f4d4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 0.2201276 Jun 16 16:59:10.112056 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.169082 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-55afe390-49dc-477d-88c8-a2f473ddc731 req-9c421e9a-a66c-4363-8f59-3479758bcffc tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300800 Jun 16 16:59:10.200872 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-7c9cda73-e171-46a4-b106-2b6ff2275fac service neutron] 10.222.0.96 "GET /v2.0/networks/ec523bc2-8deb-4cf9-a56f-f5a966539203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399480 Jun 16 16:59:10.366112 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139366b4-0a7c-45d5-b5c2-5ef8dbb08391 req-6255486d-a6ab-478b-a5e4-1be7c0998d5f service neutron] 10.222.0.96 "GET /v2.0/networks/ec523bc2-8deb-4cf9-a56f-f5a966539203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579342 Jun 16 16:59:10.370451 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.379117 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.380850 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f293089-21e9-4c7a-b47d-bff4e5b73958 HTTP/1.1" status: 204 len: 168 time: 0.5442052 Jun 16 16:59:10.383870 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:10.402805 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f293089-21e9-4c7a-b47d-bff4e5b73958,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:10.407224 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:10.440824 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11bad-d5be-43f5-b5df-4ee6b2e5c0b2 req-12d597f3-04d6-4002-9d29-c007032faf5b tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.442840 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aea11bad-d5be-43f5-b5df-4ee6b2e5c0b2 req-12d597f3-04d6-4002-9d29-c007032faf5b tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1398034 Jun 16 16:59:10.533264 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aea11bad-d5be-43f5-b5df-4ee6b2e5c0b2 req-59708b20-5270-4090-814d-16a8fe757cb3 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795956 Jun 16 16:59:10.637857 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1d3310e7-f2a2-4cea-a939-8454d9860fdd req-70688ce3-e789-4b2e-a0a5-8a8ee083aa4b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 210 time: 0.0642560 Jun 16 16:59:11.460972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392968b-b33e-4d8a-a731-65025cc47f4b req-a2855bff-6e19-4209-9172-14d3956194d4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.462771 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c392968b-b33e-4d8a-a731-65025cc47f4b req-a2855bff-6e19-4209-9172-14d3956194d4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 0.0980766 Jun 16 16:59:11.537123 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c392968b-b33e-4d8a-a731-65025cc47f4b req-6b5f004c-9f25-4c95-bc8c-577d6d4e68f4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664070 Jun 16 16:59:11.862436 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b2d4-cbbd-44e5-b708-05b701334942 req-d818e157-d843-43ff-9029-78da73a28ddd tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.865158 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1095b2d4-cbbd-44e5-b708-05b701334942 req-d818e157-d843-43ff-9029-78da73a28ddd tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1468165 Jun 16 16:59:11.882000 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-8289ca79-7eb4-4a52-a937-f441a148c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:11.942141 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ebbeb32c-1e10-4f0f-b693-0c8c695f0a71 req-31b0de00-0a04-44cc-9930-a2cdcbc77fce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 210 time: 0.0678144 Jun 16 16:59:12.019326 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1095b2d4-cbbd-44e5-b708-05b701334942 req-43d2104f-5075-4d49-8d6e-11e5a76ee451 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190476 Jun 16 16:59:12.270018 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:12.803797 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb80b74-b4bb-4bbb-9e9a-98444bf3eb2c req-11632b55-a098-4ba9-aa06-ffb2cbe9c3fd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.805393 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bbb80b74-b4bb-4bbb-9e9a-98444bf3eb2c req-11632b55-a098-4ba9-aa06-ffb2cbe9c3fd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 0.0982156 Jun 16 16:59:12.861881 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bbb80b74-b4bb-4bbb-9e9a-98444bf3eb2c req-b98f03e1-f350-4ec4-ad2a-ef42c57c0954 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Jun 16 16:59:13.208867 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-468a927c-2e94-44e5-a744-8e98f5ba76bc req-7773a486-947d-4b90-96b4-80020de383eb tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 210 time: 0.0546367 Jun 16 16:59:13.378570 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.480217 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24b41-97dc-4b94-a1d2-7f086e61c19b req-fec885ab-687f-4deb-aa29-d36a8fab0437 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.481951 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5ee24b41-97dc-4b94-a1d2-7f086e61c19b req-fec885ab-687f-4deb-aa29-d36a8fab0437 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.2419536 Jun 16 16:59:13.518241 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-cc6e072f-5d08-491f-8558-f82af25a5239 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.518241 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-cc6e072f-5d08-491f-8558-f82af25a5239 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 817 time: 0.2219894 Jun 16 16:59:13.641884 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-65f730c2-21d8-4498-8ea7-b5ce11380a0e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 380 time: 0.1264508 Jun 16 16:59:13.649505 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5ee24b41-97dc-4b94-a1d2-7f086e61c19b req-783818df-4e13-4d87-a609-766a60dc5e6b tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344838 Jun 16 16:59:13.653121 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'port': {'device_id': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'admin_state_up': True, 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'security_groups': ['2627cfc1-aced-44ad-82c6-cd24647721ec']}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:14.056493 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Made reservation on behalf of d6f2aa54c7594625b5d5f4ecee17bc61 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:14.061108 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.164731 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:14.190090 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256d368-e9ba-433d-afdb-f3fa7866fcc2 req-6d23e6aa-0837-4e65-8d4a-6c016f202ede tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:14.194106 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a256d368-e9ba-433d-afdb-f3fa7866fcc2 req-6d23e6aa-0837-4e65-8d4a-6c016f202ede tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 943 time: 0.1743305 Jun 16 16:59:14.306405 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a256d368-e9ba-433d-afdb-f3fa7866fcc2 req-7643bbc2-3b08-476a-b9a2-eac9c182a9f6 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982888 Jun 16 16:59:14.323449 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Allocated IP 172.20.0.5 (6d0988a2-2bce-4e45-94f3-cf8d87bb40b4/3afe5023-5368-41cb-8839-7f2aed81e3e6/71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:14.329551 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:14.366968 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'port_id': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', 'mac_address': 'fa:16:3e:e3:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c713bb7-142f-4e5e-8e99-8082f0c447b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:14.410754 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.436344 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:14.498310 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:14.585103 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-61f1cc98-1d9e-4ef1-8a0c-7adb356b09cf req-f0c34bb0-0e0f-4c9f-ba53-c46ff0de9601 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 210 time: 0.0718458 Jun 16 16:59:14.601165 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.603025 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5b5932b4-6121-458d-a5e0-86e757a61643 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:14.608131 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:14.714994 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:14.723727 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.749109 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Transition to ACTIVE for port object 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 will not be triggered until provisioned by entity DHCP. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:14.826941 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:14.882756 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 5b5932b4-6121-458d-a5e0-86e757a61643, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5b5932b4-6121-458d-a5e0-86e757a61643,segment=NetworkSegment(a2b7145c-2872-4d9b-b8c1-78956a4f377b),segment_id=a2b7145c-2872-4d9b-b8c1-78956a4f377b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:14.901584 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '5b5932b4-6121-458d-a5e0-86e757a61643', 'network_id': 'ec523bc2-8deb-4cf9-a56f-f5a966539203', 'port_id': '5b5932b4-6121-458d-a5e0-86e757a61643', 'mac_address': 'fa:16:3e:0b:60:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e5080-5132-4169-a7a4-eee007138d25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:14.903906 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.940056 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:14.980816 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.001244 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.006725 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5932b4-6121-458d-a5e0-86e757a61643 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:15.046704 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 5b5932b4-6121-458d-a5e0-86e757a61643, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5b5932b4-6121-458d-a5e0-86e757a61643,segment=NetworkSegment(a2b7145c-2872-4d9b-b8c1-78956a4f377b),segment_id=a2b7145c-2872-4d9b-b8c1-78956a4f377b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:15.127087 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.129615 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:15.227836 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:15.235073 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:15.240764 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:15.244426 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:15.244849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.245934 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=5b5932b4-6121-458d-a5e0-86e757a61643,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:15.250489 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:15.259105 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:15.263000 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:15.290358 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73f06-0c2e-4500-a3a2-18ba3361a1bd req-4a5b7057-6253-4ca0-bff6-ebac7efd1f6a tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:15.292103 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dad73f06-0c2e-4500-a3a2-18ba3361a1bd req-4a5b7057-6253-4ca0-bff6-ebac7efd1f6a tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 943 time: 0.4057271 Jun 16 16:59:15.353990 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dad73f06-0c2e-4500-a3a2-18ba3361a1bd req-dea40c4d-e1b0-465e-96fd-a758e81efc7c tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549605 Jun 16 16:59:15.379617 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7305293 Jun 16 16:59:15.401625 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Request body: {'port': {'device_id': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:15.424449 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['5b5932b4-6121-458d-a5e0-86e757a61643'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:15.460798 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:15.599233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.756322 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.932339 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-0fa0cd22-1963-4cc8-8ce5-0e9f35ae9933 None None] Provisioning for port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:15.938716 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-0fa0cd22-1963-4cc8-8ce5-0e9f35ae9933 None None] Provisioning complete for port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:15.939095 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cd22-1963-4cc8-8ce5-0e9f35ae9933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.990843 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed18656-2e12-4598-9e3e-7b68b5d8c07d req-32eadc8a-15d8-4632-93e7-44129b617ca1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:15.993767 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eed18656-2e12-4598-9e3e-7b68b5d8c07d req-32eadc8a-15d8-4632-93e7-44129b617ca1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 944 time: 0.4107749 Jun 16 16:59:16.013655 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0cd22-1963-4cc8-8ce5-0e9f35ae9933 None None] Port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:59:16.120663 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153594d-94fc-4df6-8afc-7c22909fa306 req-6d473935-f75a-4f73-bd4f-2f960f3bb1fe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:16.122172 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1153594d-94fc-4df6-8afc-7c22909fa306 req-6d473935-f75a-4f73-bd4f-2f960f3bb1fe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 931 time: 0.2254977 Jun 16 16:59:16.127035 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eed18656-2e12-4598-9e3e-7b68b5d8c07d req-73a6e2bb-96e1-47ca-8af4-e44e246baa2d tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965953 Jun 16 16:59:16.208378 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1153594d-94fc-4df6-8afc-7c22909fa306 req-ffb37e9f-a79f-4b0d-84b7-507b77f83ead tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770910 Jun 16 16:59:16.220993 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:16.233416 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.265556 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Transition to ACTIVE for port object 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:16.339417 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.350900 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:16.571495 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:16.581724 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:16.587748 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Attempting to bind port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:16.591001 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Attempting to bind port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:16.591001 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Attempting to bind port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:16.604842 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:59:16.604842 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Attempting to bind port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:16.615022 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:16.615615 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Checking segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:16.616318 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Bound using segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:16.617473 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Bound port: 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:16.618083 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.800384 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:16.805738 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:16.855864 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23604ace-db75-4928-a677-fd869207e338 req-236441ee-e766-4081-9aba-85f57f2ee05b tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:16.858632 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23604ace-db75-4928-a677-fd869207e338 req-236441ee-e766-4081-9aba-85f57f2ee05b tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 944 time: 0.1497674 Jun 16 16:59:16.914547 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23604ace-db75-4928-a677-fd869207e338 req-f9702c72-18d1-4f36-8696-c39db17d131b tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Jun 16 16:59:16.956394 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.960741 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7dbaecfd-e6f4-4730-9b49-25e23ae95854 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:17.025338 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.026390 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:17.028663 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] 10.222.0.96 "PUT /v2.0/ports/71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 200 len: 1093 time: 1.6381590 Jun 16 16:59:17.029472 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:17.045892 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deb2ed5-731f-43cb-8922-b4c7a905e565" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:17.085904 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:17.091139 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:17.120612 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b796feda-1f4d-4976-be8f-08b88660f394 x-openstack-request-id: req-b796feda-1f4d-4976-be8f-08b88660f394 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:17.121113 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:17.121594 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b796feda-1f4d-4976-be8f-08b88660f394 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:17.122267 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'status': 'completed', 'code': 200} Jun 16 16:59:17.245874 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb2ed5-731f-43cb-8922-b4c7a905e565 req-ce608a31-21b8-495f-9466-031fbf8744da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.248651 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5deb2ed5-731f-43cb-8922-b4c7a905e565 req-ce608a31-21b8-495f-9466-031fbf8744da service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1096 time: 0.1059902 Jun 16 16:59:17.634324 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb2ed5-731f-43cb-8922-b4c7a905e565 req-060e5ba4-1ef3-4e9f-87a7-6d75115c2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.636390 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5deb2ed5-731f-43cb-8922-b4c7a905e565 req-060e5ba4-1ef3-4e9f-87a7-6d75115c2646 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3804572 Jun 16 16:59:17.663514 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347657ef-cd22-45af-9f88-18a77237eb9d req-3bc10edf-8043-4b14-8f63-3b9b99a33565 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.676546 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-347657ef-cd22-45af-9f88-18a77237eb9d req-3bc10edf-8043-4b14-8f63-3b9b99a33565 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 944 time: 0.3695834 Jun 16 16:59:17.917633 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa9431-a996-4e73-9a42-9e462c095b09 req-e7b38d00-78da-449b-87db-70cd6a57aa6f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.920327 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3afa9431-a996-4e73-9a42-9e462c095b09 req-e7b38d00-78da-449b-87db-70cd6a57aa6f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.5005646 Jun 16 16:59:18.004986 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-347657ef-cd22-45af-9f88-18a77237eb9d req-e731cd4a-ef4c-47c5-8667-f9a966749a40 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222661 Jun 16 16:59:18.064693 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3afa9431-a996-4e73-9a42-9e462c095b09 req-f5557d01-9533-4895-9dae-a7f9a26cecfe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100616 Jun 16 16:59:18.067184 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb2ed5-731f-43cb-8922-b4c7a905e565 req-3c616cfd-4c28-471e-9023-e039ee921bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.070334 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5deb2ed5-731f-43cb-8922-b4c7a905e565 req-3c616cfd-4c28-471e-9023-e039ee921bdc service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4228723 Jun 16 16:59:18.174346 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:18.283013 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-ce067213-5b5d-46c0-83a9-3f5ff943f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.285435 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-ce067213-5b5d-46c0-83a9-3f5ff943f4cc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1096 time: 0.1539414 Jun 16 16:59:18.355709 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:18.363493 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:18.364235 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:18.373047 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-75a01954-0c09-4aa9-814b-6a618de13802 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0736990 Jun 16 16:59:18.486343 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da2846-efda-4195-8c7b-917a1cc9c481 req-b5af5870-03c1-4952-84ee-3e595ea1c070 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.488433 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-55da2846-efda-4195-8c7b-917a1cc9c481 req-b5af5870-03c1-4952-84ee-3e595ea1c070 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 944 time: 0.2612031 Jun 16 16:59:18.540084 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-104718f2-6211-4239-8f82-449d83ce600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.543469 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-104718f2-6211-4239-8f82-449d83ce600b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.1616285 Jun 16 16:59:18.553675 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:18.591967 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:18.623685 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-55da2846-efda-4195-8c7b-917a1cc9c481 req-a462eaee-1235-4f19-b63a-7d066fc07ab0 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193953 Jun 16 16:59:18.670038 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-0224b832-50c9-46d9-a525-065f5aa1c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.671585 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-0224b832-50c9-46d9-a525-065f5aa1c809 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1191413 Jun 16 16:59:18.747127 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:18.826190 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-2a906896-5c48-469d-b94b-7660fc89546c service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449335 Jun 16 16:59:18.886614 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:18.889520 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5b5932b4-6121-458d-a5e0-86e757a61643 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:18.892882 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:18.992774 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefef543-e376-49c0-9672-adb0ce9e45fa" -d '{"events": [{"server_uuid": "c8907a2c-ec84-486f-ab96-976acca1c355", "name": "network-vif-plugged", "status": "completed", "tag": "6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:19.163418 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:19.181823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:19.220316 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f75462-78e3-4ddc-8ade-2b071de66d7c x-openstack-request-id: req-61f75462-78e3-4ddc-8ade-2b071de66d7c {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:19.220804 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8907a2c-ec84-486f-ab96-976acca1c355", "name": "network-vif-plugged", "status": "completed", "tag": "6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:19.222384 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61f75462-78e3-4ddc-8ade-2b071de66d7c {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:19.223234 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', 'code': 200} Jun 16 16:59:19.287600 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 5b5932b4-6121-458d-a5e0-86e757a61643 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:19.297867 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 5b5932b4-6121-458d-a5e0-86e757a61643 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:19.298521 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.426927 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaf29004-dc70-4660-93a4-caaffd213d39 req-9b6a9ca8-5f2e-472a-bc62-379df8aa1df7 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942967 Jun 16 16:59:19.478967 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.522341 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 5b5932b4-6121-458d-a5e0-86e757a61643, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5b5932b4-6121-458d-a5e0-86e757a61643,segment=NetworkSegment(a2b7145c-2872-4d9b-b8c1-78956a4f377b),segment_id=a2b7145c-2872-4d9b-b8c1-78956a4f377b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:19.569041 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061debc-8ded-4a25-86a7-f4e30c3d825d req-f22dd2e0-7081-42f9-b0fb-8f203fa66565 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.571801 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4061debc-8ded-4a25-86a7-f4e30c3d825d req-f22dd2e0-7081-42f9-b0fb-8f203fa66565 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.2063828 Jun 16 16:59:19.607033 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9932f-8779-42db-9de0-f5b0512378a9 req-025b492e-5ae1-42a1-b975-680f0ab6a7ec tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.609998 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3ce9932f-8779-42db-9de0-f5b0512378a9 req-025b492e-5ae1-42a1-b975-680f0ab6a7ec tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.2003908 Jun 16 16:59:19.711606 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4061debc-8ded-4a25-86a7-f4e30c3d825d req-5f4fc019-60bb-4713-aab8-eb19a58bf289 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319246 Jun 16 16:59:19.725611 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3ce9932f-8779-42db-9de0-f5b0512378a9 req-bb68b4fb-5a22-4c96-a024-d3ff4214bf35 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003690 Jun 16 16:59:19.937205 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.949786 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:20.026675 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1869-f042-4608-85bf-e37d05803083 req-bd67db3c-2fd4-4cd6-a045-d7184af175d6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:20.028540 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7bdc1869-f042-4608-85bf-e37d05803083 req-bd67db3c-2fd4-4cd6-a045-d7184af175d6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 944 time: 0.1485934 Jun 16 16:59:20.052316 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=5b5932b4-6121-458d-a5e0-86e757a61643,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:20.055752 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:20.093171 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7bdc1869-f042-4608-85bf-e37d05803083 req-4946bcf8-bd7c-4379-98d6-1bf4bd86032c tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538487 Jun 16 16:59:20.340655 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b42a-5975-46de-bd37-1d96993ba7af req-6d40a69c-3dee-4b7c-a986-f0c7b1ad99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:20.352270 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4071b42a-5975-46de-bd37-1d96993ba7af req-6d40a69c-3dee-4b7c-a986-f0c7b1ad99f5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 1098 time: 0.1280229 Jun 16 16:59:20.365994 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-4071b42a-5975-46de-bd37-1d96993ba7af req-c7aa1fc3-0706-486a-ac04-53ccffc7c1c6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.514661 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-4071b42a-5975-46de-bd37-1d96993ba7af req-c7aa1fc3-0706-486a-ac04-53ccffc7c1c6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.621760 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:20.726492 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-4071b42a-5975-46de-bd37-1d96993ba7af req-c7aa1fc3-0706-486a-ac04-53ccffc7c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.740529 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57458) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:20.743188 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:20.789787 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4071b42a-5975-46de-bd37-1d96993ba7af req-c7aa1fc3-0706-486a-ac04-53ccffc7c1c6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388161 Jun 16 16:59:20.812739 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa1fc3-0706-486a-ac04-53ccffc7c1c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0d66c6-3d6a-4b2c-ae08-de64bd57a69f,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:20.830956 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c7aa1fc3-0706-486a-ac04-53ccffc7c1c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:21.004115 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8719313a-f546-45eb-8a1f-be1e0e254664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.189844 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b31c9-0fed-4eed-920e-3f73a7989871 req-29763faa-a7a1-4ad6-9584-73e78fefe70a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.191609 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a99b31c9-0fed-4eed-920e-3f73a7989871 req-29763faa-a7a1-4ad6-9584-73e78fefe70a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.1508081 Jun 16 16:59:21.205341 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b26af3-6972-4661-9ec5-e3135b99c9ba req-67115be9-0d69-45ae-9a08-8a3e6b5b7d1c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.205341 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53b26af3-6972-4661-9ec5-e3135b99c9ba req-67115be9-0d69-45ae-9a08-8a3e6b5b7d1c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1407108 Jun 16 16:59:21.212067 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8719313a-f546-45eb-8a1f-be1e0e254664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.224739 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acf1606-2a66-4501-971a-01772a61d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5932b4-6121-458d-a5e0-86e757a61643'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:21.230683 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea076f27-4d9b-428e-863e-47856c3bbde7" -d '{"events": [{"server_uuid": "7acf1606-2a66-4501-971a-01772a61d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "5b5932b4-6121-458d-a5e0-86e757a61643"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:21.281121 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a99b31c9-0fed-4eed-920e-3f73a7989871 req-12e5455c-b4d3-4a22-a966-dd9ffd6b151e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672529 Jun 16 16:59:21.291102 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53b26af3-6972-4661-9ec5-e3135b99c9ba req-770450b7-2d0a-453f-8cd0-0895dfe86586 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688965 Jun 16 16:59:21.305554 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8719313a-f546-45eb-8a1f-be1e0e254664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.330448 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-417ebed4-f247-4e31-bd4a-603936988097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:21.385446 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc37226-4580-4023-9cc1-6ab45f6ae5bd x-openstack-request-id: req-bbc37226-4580-4023-9cc1-6ab45f6ae5bd {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:21.386113 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-8719313a-f546-45eb-8a1f-be1e0e254664 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7ce328ec2f84462a481f74ef18fb815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437924 Jun 16 16:59:21.386710 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acf1606-2a66-4501-971a-01772a61d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "5b5932b4-6121-458d-a5e0-86e757a61643", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:21.387541 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbc37226-4580-4023-9cc1-6ab45f6ae5bd {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:21.388835 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57472) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:21.389278 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acf1606-2a66-4501-971a-01772a61d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5932b4-6121-458d-a5e0-86e757a61643', 'code': 200} Jun 16 16:59:21.400188 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719313a-f546-45eb-8a1f-be1e0e254664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1270a5-10da-4132-80e8-6454a4eb5b11,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:21.425644 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8719313a-f546-45eb-8a1f-be1e0e254664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:21.501982 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.553423 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.638751 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6caf2a-a809-4c9d-9037-357b36e2a6d6 req-f99fd69c-67b1-437f-a59a-138a6dec5fbe tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.640782 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa6caf2a-a809-4c9d-9037-357b36e2a6d6 req-f99fd69c-67b1-437f-a59a-138a6dec5fbe tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 945 time: 0.1091299 Jun 16 16:59:21.699325 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57478) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:21.702615 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa6caf2a-a809-4c9d-9037-357b36e2a6d6 req-dc060453-13fb-4bb5-912d-0560e82136ea tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495012 Jun 16 16:59:21.779564 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.790368 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.790368 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de1270a5-10da-4132-80e8-6454a4eb5b11 HTTP/1.1" status: 204 len: 168 time: 0.3957920 Jun 16 16:59:21.790368 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1f30456f-2983-49f8-ba26-91d8069b9383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:21.814831 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1270a5-10da-4132-80e8-6454a4eb5b11,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:21.818252 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:21.886548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-18ce43ed-f162-441f-b457-687787ec4304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.025321 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-18ce43ed-f162-441f-b457-687787ec4304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.156011 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-18ce43ed-f162-441f-b457-687787ec4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.163185 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:22.181581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595ea5-ac33-4352-bb83-e1d454638032 req-189718c5-98c8-4734-8adc-95c9de976382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.185570 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3c595ea5-ac33-4352-bb83-e1d454638032 req-189718c5-98c8-4734-8adc-95c9de976382 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 1098 time: 0.1244648 Jun 16 16:59:22.208784 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:22.229369 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce43ed-f162-441f-b457-687787ec4304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3404d3-4bb8-446c-afc7-cb56bc08e066,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:22.239015 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-18ce43ed-f162-441f-b457-687787ec4304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:22.246102 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-18ce43ed-f162-441f-b457-687787ec4304 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=528458885d0b4067b93a0fa5df76f3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464356 Jun 16 16:59:22.250180 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57492) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:22.295139 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3c595ea5-ac33-4352-bb83-e1d454638032 req-b8d22863-688e-434b-b50f-ee5f3dadb8f5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001523 Jun 16 16:59:22.343066 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.388408 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.445716 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:22.470244 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'port_id': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'mac_address': 'fa:16:3e:3b:d1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:22.560127 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.597752 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:22.657062 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.659493 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:22.663318 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.666276 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea3404d3-4bb8-446c-afc7-cb56bc08e066 HTTP/1.1" status: 204 len: 168 time: 0.4030735 Jun 16 16:59:22.666276 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:22.683076 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3404d3-4bb8-446c-afc7-cb56bc08e066,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:22.701224 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:22.847795 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:22.871153 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-18fda217-0e27-4295-b4a8-55e55531df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:22.908352 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a64f1-65d3-48ba-a42a-e33fb0dbe53c req-29d07957-4063-41aa-9db1-45a37934b4f9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.911251 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-935a64f1-65d3-48ba-a42a-e33fb0dbe53c req-29d07957-4063-41aa-9db1-45a37934b4f9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.2233524 Jun 16 16:59:22.978126 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:22.980610 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c506d-ad90-4918-8058-82c252636430 req-e4506a47-08d1-4220-897f-e89a6a916752 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.997803 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-249c506d-ad90-4918-8058-82c252636430 req-e4506a47-08d1-4220-897f-e89a6a916752 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.2578440 Jun 16 16:59:23.007995 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:23.084361 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-935a64f1-65d3-48ba-a42a-e33fb0dbe53c req-fd9ad3c4-afbd-4264-8be2-4a554b958f71 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569281 Jun 16 16:59:23.096328 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57512) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:23.108366 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-249c506d-ad90-4918-8058-82c252636430 req-1421ea63-49c1-4d02-90f6-5f69e4800d84 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088746 Jun 16 16:59:23.114132 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6190695d-aa36-418e-ab8e-63b6075dd97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.138151 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:23.399501 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6190695d-aa36-418e-ab8e-63b6075dd97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.511493 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a4436-acf7-42f6-be01-e8b09bdc3fb2 req-19a0aa45-cf04-4ff8-9f4d-1408052d81ef tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.514163 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-314a4436-acf7-42f6-be01-e8b09bdc3fb2 req-19a0aa45-cf04-4ff8-9f4d-1408052d81ef tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 945 time: 0.1996329 Jun 16 16:59:23.539380 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6190695d-aa36-418e-ab8e-63b6075dd97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.545010 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8719313a-f546-45eb-8a1f-be1e0e254664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:23.618556 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6190695d-aa36-418e-ab8e-63b6075dd97a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22a53a2025b3423db19cff6b83b8ee64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258036 Jun 16 16:59:23.621508 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57528) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:23.626411 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190695d-aa36-418e-ab8e-63b6075dd97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0f979f-dc67-45a4-813a-e3fb56265807,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:23.626977 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-314a4436-acf7-42f6-be01-e8b09bdc3fb2 req-78f434d1-f3ae-45d7-a764-32c7a815b20b tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833378 Jun 16 16:59:23.666989 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6190695d-aa36-418e-ab8e-63b6075dd97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:23.745223 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.760825 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.916147 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.922096 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.923759 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c0f979f-dc67-45a4-813a-e3fb56265807 HTTP/1.1" status: 204 len: 168 time: 0.2975609 Jun 16 16:59:23.924769 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:23.937116 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0f979f-dc67-45a4-813a-e3fb56265807,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:23.940945 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:24.196699 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:24.413846 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:24.426911 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:24.427785 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.538867 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57562) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:24.613775 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1883a-018c-43d6-b33c-39ea7e0aad67 req-86990dbf-01e8-49e5-8b31-246f1c1dd864 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.616607 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f4f1883a-018c-43d6-b33c-39ea7e0aad67 req-86990dbf-01e8-49e5-8b31-246f1c1dd864 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 944 time: 0.2476728 Jun 16 16:59:24.666218 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.701088 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f4f1883a-018c-43d6-b33c-39ea7e0aad67 req-0a08b751-d04d-41db-8d04-8340c452212c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661118 Jun 16 16:59:24.722709 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:24.726061 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c260f19-342a-42cb-8a60-c8c239c825d2" -d '{"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-plugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:24.753447 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:24.841996 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a8fd6b4a-e1a5-460c-8731-af8b5426400a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.845164 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bfca9-734d-4589-a27b-9ac108b5b339 req-ac3a19b1-bfd4-446f-9526-4f5f644525ad tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.847884 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6c3bfca9-734d-4589-a27b-9ac108b5b339 req-ac3a19b1-bfd4-446f-9526-4f5f644525ad tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.4596860 Jun 16 16:59:24.892387 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.894881 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:24.960539 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6c3bfca9-734d-4589-a27b-9ac108b5b339 req-3c5283a2-bdd5-4828-bb61-ebd14d526b2a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008475 Jun 16 16:59:25.043445 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a8fd6b4a-e1a5-460c-8731-af8b5426400a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.063514 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:25.072331 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:25.156766 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664c0d8f-1cdf-4f92-a3bd-307864b83990 x-openstack-request-id: req-664c0d8f-1cdf-4f92-a3bd-307864b83990 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:25.156766 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-plugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:25.156766 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-664c0d8f-1cdf-4f92-a3bd-307864b83990 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:25.157918 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'code': 200} Jun 16 16:59:25.180659 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a8fd6b4a-e1a5-460c-8731-af8b5426400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.189167 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:25.214629 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29f32b-6c67-4622-ba6f-90f0452d7f2a req-16658d88-cb2d-486d-8f86-0053893d092c tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.231625 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d29f32b-6c67-4622-ba6f-90f0452d7f2a req-16658d88-cb2d-486d-8f86-0053893d092c tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 945 time: 0.2223752 Jun 16 16:59:25.275825 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd6b4a-e1a5-460c-8731-af8b5426400a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa072d9f-3153-4fd1-a55a-cad026337a53,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:25.306121 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a8fd6b4a-e1a5-460c-8731-af8b5426400a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:25.334793 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d29f32b-6c67-4622-ba6f-90f0452d7f2a req-f1c899a5-922b-46f0-a80f-fb2eff1f94dc tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006932 Jun 16 16:59:25.382118 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-a8fd6b4a-e1a5-460c-8731-af8b5426400a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0b49c9ef89c4e95818ecf16cbc4124c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8416660 Jun 16 16:59:25.386165 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57598) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:25.480410 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.515413 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.930282 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cae12-bd3b-4139-8fca-3ed5a6b3b3c7 req-9fdb3eb2-2ac7-4d73-89e8-5303ee045268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.931819 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a86cae12-bd3b-4139-8fca-3ed5a6b3b3c7 req-9fdb3eb2-2ac7-4d73-89e8-5303ee045268 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1098 time: 0.0909142 Jun 16 16:59:25.948972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.952782 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.953972 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa072d9f-3153-4fd1-a55a-cad026337a53 HTTP/1.1" status: 204 len: 168 time: 0.5662241 Jun 16 16:59:25.961838 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-122e0719-e9ea-4e9b-90d1-ee360fe18291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:25.981074 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa072d9f-3153-4fd1-a55a-cad026337a53,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:26.000541 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:26.013330 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a86cae12-bd3b-4139-8fca-3ed5a6b3b3c7 req-fddc0c35-6808-48ea-bcda-9958a63beb34 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725169 Jun 16 16:59:26.022845 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b567454-e457-4f81-b698-ef05abd91a6b req-c2fd5e30-1638-4934-a4e0-6f03804384b8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:26.024499 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1b567454-e457-4f81-b698-ef05abd91a6b req-c2fd5e30-1638-4934-a4e0-6f03804384b8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1407080 Jun 16 16:59:26.072997 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1b567454-e457-4f81-b698-ef05abd91a6b req-be1e687d-ec9a-4dc8-a403-a973775ec7e4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 Jun 16 16:59:27.415019 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5f2ff-f1a8-4452-afcb-3353138c488e req-b42b585e-ce6d-4569-bb1c-12ab693fc65e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.420141 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dcf5f2ff-f1a8-4452-afcb-3353138c488e req-b42b585e-ce6d-4569-bb1c-12ab693fc65e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1367941 Jun 16 16:59:27.468384 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dcf5f2ff-f1a8-4452-afcb-3353138c488e req-8d4a0e93-972c-4746-886b-2a763ff06230 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Jun 16 16:59:27.564034 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57668) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:27.580533 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b4edb721-14c3-4c74-ba04-b13ea9c37bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.737241 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b4edb721-14c3-4c74-ba04-b13ea9c37bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.881472 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b4edb721-14c3-4c74-ba04-b13ea9c37bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.892511 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:27.971843 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edb721-14c3-4c74-ba04-b13ea9c37bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241c82ad-ca2e-4946-9e0a-0c5c69fa86c0,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:27.976013 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b4edb721-14c3-4c74-ba04-b13ea9c37bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:28.000992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57696) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:28.012634 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-b4edb721-14c3-4c74-ba04-b13ea9c37bcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7519d73dd224ccebebca222b6f800cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471958 Jun 16 16:59:28.095487 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:28.138845 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:28.346267 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:28.359192 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:28.359192 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/241c82ad-ca2e-4946-9e0a-0c5c69fa86c0 HTTP/1.1" status: 204 len: 168 time: 0.3524580 Jun 16 16:59:28.359192 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-303caff1-aaa5-4b50-a017-c6dd11f700f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:28.375133 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241c82ad-ca2e-4946-9e0a-0c5c69fa86c0,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:28.381490 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:30.942350 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8701a5-aace-4aab-a10b-4e5a4972986f req-3657f339-2c1b-43b6-8172-740f5b205c57 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:30.944130 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7b8701a5-aace-4aab-a10b-4e5a4972986f req-3657f339-2c1b-43b6-8172-740f5b205c57 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.0886428 Jun 16 16:59:31.050614 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7b8701a5-aace-4aab-a10b-4e5a4972986f req-e4ee4304-1ab1-4ab4-9d6c-4b5a638c260f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577049 Jun 16 16:59:31.255775 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b4657-8593-440c-908f-894e14000730 req-a991c62f-3245-436b-ae00-b6908bfa3b03 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:31.259078 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2d7b4657-8593-440c-908f-894e14000730 req-a991c62f-3245-436b-ae00-b6908bfa3b03 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.0858400 Jun 16 16:59:31.274125 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57830) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:31.280618 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'floatingip': {'port_id': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:31.401709 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:31.527075 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57838) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:31.669940 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a223d106-c6ba-4cb5-a5fb-3fd7ef572410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.284288 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.db.resource_extend [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:59:32.398206 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a223d106-c6ba-4cb5-a5fb-3fd7ef572410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.474892 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.525426 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a223d106-c6ba-4cb5-a5fb-3fd7ef572410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.541197 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:32.618441 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-a223d106-c6ba-4cb5-a5fb-3fd7ef572410 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b16f48bebb0487aa6fd1e05b103c14e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0862401 Jun 16 16:59:32.618441 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223d106-c6ba-4cb5-a5fb-3fd7ef572410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f9695-ae38-418f-b153-f2ba5ade2767,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:32.619221 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57866) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:32.622899 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a223d106-c6ba-4cb5-a5fb-3fd7ef572410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:32.693913 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.750083 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.786570 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.944232 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57874) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:32.997329 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.l3_db [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Floating IP dbe91758-7970-4b5b-9a8c-2df722e057da associated. External IP: 172.28.3.96, port: 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8. Jun 16 16:59:33.128281 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-24c22a96-a61a-4ca3-a35a-70a4a82e0b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.135891 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.142120 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.144425 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/761f9695-ae38-418f-b153-f2ba5ade2767 HTTP/1.1" status: 204 len: 168 time: 0.5222983 Jun 16 16:59:33.158014 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-29d51133-b3bd-4554-8046-aa5cdf478908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:33.181623 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f9695-ae38-418f-b153-f2ba5ade2767,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:33.189505 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:33.301914 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-24c22a96-a61a-4ca3-a35a-70a4a82e0b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.328961 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Router c927f7de-78c1-45fb-a192-945a91b855cf has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:59:33.365706 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-24c22a96-a61a-4ca3-a35a-70a4a82e0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.375004 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:33.428189 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c22a96-a61a-4ca3-a35a-70a4a82e0b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5934ab17-05e0-4e8d-a477-8fda56c3daa9,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:33.432937 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-24c22a96-a61a-4ca3-a35a-70a4a82e0b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:33.440389 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-24c22a96-a61a-4ca3-a35a-70a4a82e0b4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c23fea0768e44cabe635e6ebba4548e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907794 Jun 16 16:59:33.440670 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57884) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:33.498326 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:59:33.503225 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.506730 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.527487 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] Sync routers for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:59:33.533239 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.548990 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:33.549584 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:59:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:33.567879 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-2e688dfa-28b4-4234-82bd-b63a32d96ea8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "PUT /v2.0/floatingips/dbe91758-7970-4b5b-9a8c-2df722e057da HTTP/1.1" status: 200 len: 990 time: 2.2921214 Jun 16 16:59:33.568704 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:33.571258 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97aae30-52b0-4009-a90f-8785753abf18" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:33.624522 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caf7311-37ad-48fc-835c-b695379d7207 x-openstack-request-id: req-8caf7311-37ad-48fc-835c-b695379d7207 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:33.624830 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:33.625269 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8caf7311-37ad-48fc-835c-b695379d7207 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:33.625991 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'status': 'completed', 'code': 200} Jun 16 16:59:33.713991 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.717329 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.720730 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5934ab17-05e0-4e8d-a477-8fda56c3daa9 HTTP/1.1" status: 204 len: 168 time: 0.2772899 Jun 16 16:59:33.723771 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b4edb721-14c3-4c74-ba04-b13ea9c37bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:33.738240 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5934ab17-05e0-4e8d-a477-8fda56c3daa9,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:33.748307 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:33.760983 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aae30-52b0-4009-a90f-8785753abf18 req-c62c0719-ac49-4a34-8496-2edbc47aabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:33.762837 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f97aae30-52b0-4009-a90f-8785753abf18 req-c62c0719-ac49-4a34-8496-2edbc47aabe6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1098 time: 0.0961118 Jun 16 16:59:33.934214 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aae30-52b0-4009-a90f-8785753abf18 req-23e4c74f-a6c9-4a71-a55d-05dbe19010fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:33.935966 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f97aae30-52b0-4009-a90f-8785753abf18 req-23e4c74f-a6c9-4a71-a55d-05dbe19010fa service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.1640847 Jun 16 16:59:33.971937 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:34.141181 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f97aae30-52b0-4009-a90f-8785753abf18 req-7c648dc8-ef73-4b32-bfbb-4edeebc94919 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 200 len: 998 time: 0.1885440 Jun 16 16:59:34.215647 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aae30-52b0-4009-a90f-8785753abf18 req-87b7008f-45b5-4c66-acb8-a9ec149478b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.217445 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f97aae30-52b0-4009-a90f-8785753abf18 req-87b7008f-45b5-4c66-acb8-a9ec149478b0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.0656302 Jun 16 16:59:34.306074 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aae30-52b0-4009-a90f-8785753abf18 req-fbe75af5-2567-4070-926e-13f6c596e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.308304 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f97aae30-52b0-4009-a90f-8785753abf18 req-fbe75af5-2567-4070-926e-13f6c596e878 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781212 Jun 16 16:59:34.477969 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f97aae30-52b0-4009-a90f-8785753abf18 req-19aeb8bf-5184-4937-b512-aac62f9162e1 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563845 Jun 16 16:59:34.522585 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'dbe91758-7970-4b5b-9a8c-2df722e057da', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'port_id': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'mac_address': 'fa:16:3e:3b:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:04Z', 'updated_at': '2021-06-16T16:59:32Z', 'revision_number': 1, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:34.529127 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] Checking router: c927f7de-78c1-45fb-a192-945a91b855cf for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:59:34.549428 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:34.551061 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:59:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:34.556798 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57910) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:34.572134 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5152bad5-14a9-4f3b-b7b1-93ea4b6f2411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:34.683316 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f97aae30-52b0-4009-a90f-8785753abf18 req-4c85ac10-9d99-497a-88de-de2eddc6c188 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746275 Jun 16 16:59:34.745638 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:34.772263 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5152bad5-14a9-4f3b-b7b1-93ea4b6f2411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:34.967775 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5152bad5-14a9-4f3b-b7b1-93ea4b6f2411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:34.977170 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:35.035819 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5152bad5-14a9-4f3b-b7b1-93ea4b6f2411 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5e75e28b49c4c5eb6ac979699bfa66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770837 Jun 16 16:59:35.040193 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57918) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:35.050642 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152bad5-14a9-4f3b-b7b1-93ea4b6f2411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6bb8b-2f8d-40c3-8aa1-5e80f655474e,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:35.057091 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5152bad5-14a9-4f3b-b7b1-93ea4b6f2411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:35.149774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-31458254-b877-4984-b900-ea09300730fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.156142 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'dbe91758-7970-4b5b-9a8c-2df722e057da', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'port_id': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'mac_address': 'fa:16:3e:3b:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:04Z', 'updated_at': '2021-06-16T16:59:32Z', 'revision_number': 1, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:35.161040 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f7abc-881a-4194-be1d-fd6a773a80b0 None None] The sync data for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb is: [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'dbe91758-7970-4b5b-9a8c-2df722e057da', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'port_id': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'mac_address': 'fa:16:3e:3b:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:04Z', 'updated_at': '2021-06-16T16:59:32Z', 'revision_number': 1, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:59:35.167298 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 57924) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:35.195187 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9b8d6fb0-0043-4bac-b1ab-a1e9130ec6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.204748 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-31458254-b877-4984-b900-ea09300730fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.384227 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-31458254-b877-4984-b900-ea09300730fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.393662 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-31458254-b877-4984-b900-ea09300730fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.395499 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-31458254-b877-4984-b900-ea09300730fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56c6bb8b-2f8d-40c3-8aa1-5e80f655474e HTTP/1.1" status: 204 len: 168 time: 0.3536677 Jun 16 16:59:35.396983 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-47e125de-c2d5-4987-9d2e-5db156ab158a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:35.431170 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31458254-b877-4984-b900-ea09300730fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6bb8b-2f8d-40c3-8aa1-5e80f655474e,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:35.450892 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-31458254-b877-4984-b900-ea09300730fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:35.497128 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9b8d6fb0-0043-4bac-b1ab-a1e9130ec6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.520880 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad753fa-4b64-4063-b77e-2a808c29dcfb None None] New status for floating IP dbe91758-7970-4b5b-9a8c-2df722e057da: ACTIVE {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:59:35.573209 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9b8d6fb0-0043-4bac-b1ab-a1e9130ec6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.607448 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1a994194-cf8a-443e-8839-19f6d0ec62b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:35.616377 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9b8d6fb0-0043-4bac-b1ab-a1e9130ec6a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=574cbe066ca84ca2a6899aec9e4515b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417253 Jun 16 16:59:35.620649 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 57932) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:35.645479 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d6fb0-0043-4bac-b1ab-a1e9130ec6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7bc6a5-18b0-4570-8ba3-401a09efd952,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:35.649567 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9b8d6fb0-0043-4bac-b1ab-a1e9130ec6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:35.728585 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.768881 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.967296 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.971949 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:35.974420 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c7bc6a5-18b0-4570-8ba3-401a09efd952 HTTP/1.1" status: 204 len: 168 time: 0.3515849 Jun 16 16:59:35.980527 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-24c22a96-a61a-4ca3-a35a-70a4a82e0b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:35.995932 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7bc6a5-18b0-4570-8ba3-401a09efd952,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:35.998953 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:37.790797 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-b23f251b-8c55-4681-a6ff-b149d75dbade tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:37.804661 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-b23f251b-8c55-4681-a6ff-b149d75dbade tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.2590663 Jun 16 16:59:37.834096 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-50507a5c-9d2f-442b-9c1b-673e40dd6962 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/quotas/879a92fd1ea343c9b73dd7abee0ecfa3 HTTP/1.1" status: 200 len: 375 time: 0.0276728 Jun 16 16:59:38.009060 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-57918c86-096a-4f70-b5f3-6f87a10d3472 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735740 Jun 16 16:59:38.095246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26e2f0-d4d6-4ad7-acf3-75158fb8a0c1 req-d5343240-d5af-4a5f-8930-ee901c906e33 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:38.098028 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7b26e2f0-d4d6-4ad7-acf3-75158fb8a0c1 req-d5343240-d5af-4a5f-8930-ee901c906e33 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 945 time: 0.2028749 Jun 16 16:59:38.209508 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7b26e2f0-d4d6-4ad7-acf3-75158fb8a0c1 req-117ce52e-9f4d-4fdd-ae58-5f8a5e4471a9 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022208 Jun 16 16:59:38.228267 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-71f17224-4710-48d2-8898-4321c0c5c66d service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993434 Jun 16 16:59:38.336505 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-043dab7f-2818-478d-8518-2384c96dc20e service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007512 Jun 16 16:59:38.752602 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cb5ab420-fca4-426e-89a2-dce6d85f4865 req-f7631901-239e-4029-88d0-29aee8096ec7 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0356467 Jun 16 16:59:39.041187 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ff0cebb7-10d3-4c95-8240-fb0ca8766201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.489380 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392ea3-db66-4bc3-b58e-80d2a339c807 req-8582f54d-5988-4f5f-93d3-2ba18d2bd56d tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:39.507547 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9f392ea3-db66-4bc3-b58e-80d2a339c807 req-8582f54d-5988-4f5f-93d3-2ba18d2bd56d tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 945 time: 0.1616063 Jun 16 16:59:39.637232 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9f392ea3-db66-4bc3-b58e-80d2a339c807 req-4a52be28-2399-42a0-be62-a15de176af25 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/security-groups?id=8415c991-5b27-4fb8-8740-866088afe611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328120 Jun 16 16:59:39.678564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-43212747-0ea8-4e7e-ab33-6f205120d060 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:39.680428 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-43212747-0ea8-4e7e-ab33-6f205120d060 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 945 time: 0.1744542 Jun 16 16:59:40.094251 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-88a87068-f267-4773-940f-44cd3c6ad60b req-146cc254-d10c-456d-b2c9-79554dcf49b4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0524554 Jun 16 16:59:40.182071 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Deleting port 5b5932b4-6121-458d-a5e0-86e757a61643 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:40.182249 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.297159 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] For port 5b5932b4-6121-458d-a5e0-86e757a61643, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5b5932b4-6121-458d-a5e0-86e757a61643,segment=NetworkSegment(a2b7145c-2872-4d9b-b8c1-78956a4f377b),segment_id=a2b7145c-2872-4d9b-b8c1-78956a4f377b)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:40.297159 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.384922 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Calling delete_port for 5b5932b4-6121-458d-a5e0-86e757a61643 owned by compute:nova {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:40.788624 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.801007 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:40.811630 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['5b5932b4-6121-458d-a5e0-86e757a61643'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:40.863654 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Pushing event deleted for resources: {'Port': ['ID=5b5932b4-6121-458d-a5e0-86e757a61643,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:40.910207 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58132) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:40.993405 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e28fb07e-fb80-4558-b8e0-d325d92d305d req-9cd6df13-4be6-4304-8f91-10c98f771910 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1021161 Jun 16 16:59:41.024625 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.025078 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.025716 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.027094 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.027612 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.028720 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.029325 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.029966 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.030773 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.031341 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.032023 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.032785 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.040086 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:41.066532 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] No DVR routers for this DVR port 5b5932b4-6121-458d-a5e0-86e757a61643 on host hv-cinder-78338 {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:41.070181 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.074131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.074321 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-40affda7-6d8c-49b7-bf4d-c334a8868271 req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.96 "DELETE /v2.0/ports/5b5932b4-6121-458d-a5e0-86e757a61643 HTTP/1.1" status: 204 len: 173 time: 1.3850172 Jun 16 16:59:41.074321 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acf1606-2a66-4501-971a-01772a61d4d1', 'name': 'network-vif-deleted', 'tag': '5b5932b4-6121-458d-a5e0-86e757a61643'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:41.075804 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4887e81d-67a7-4011-b74a-faa1c3e64ec7" -d '{"events": [{"server_uuid": "7acf1606-2a66-4501-971a-01772a61d4d1", "name": "network-vif-deleted", "tag": "5b5932b4-6121-458d-a5e0-86e757a61643"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:41.118630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f125af2-0046-43d3-b2a5-c1a6accc253a x-openstack-request-id: req-3f125af2-0046-43d3-b2a5-c1a6accc253a {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:41.118959 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acf1606-2a66-4501-971a-01772a61d4d1", "name": "network-vif-deleted", "tag": "5b5932b4-6121-458d-a5e0-86e757a61643", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:41.119426 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f125af2-0046-43d3-b2a5-c1a6accc253a {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:41.120459 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acf1606-2a66-4501-971a-01772a61d4d1', 'name': 'network-vif-deleted', 'tag': '5b5932b4-6121-458d-a5e0-86e757a61643', 'status': 'completed', 'code': 200} Jun 16 16:59:41.219267 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.266865 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f963ab80-bda1-46e1-a4cd-500d93a9a719 req-2ab73069-46d5-451e-bef5-c67371d8aa49 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0471895 Jun 16 16:59:41.392660 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.395585 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:41.437520 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbad6c90c9e8472c8c853019614b626c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251741 Jun 16 16:59:41.438333 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e62dfd-11af-4195-a09c-16375a06a09b,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:41.440062 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58146) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:41.446626 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.446984 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.447356 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.447834 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.448004 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.448329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.448678 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.449084 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.449459 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.449786 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.450472 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.450472 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:41.454709 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:41.522902 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.547283 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.753442 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.757255 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.761277 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67e62dfd-11af-4195-a09c-16375a06a09b HTTP/1.1" status: 204 len: 168 time: 0.3201282 Jun 16 16:59:41.765925 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-fd06edf9-08e4-4e57-9a6e-343e4fedf4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:41.780411 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e62dfd-11af-4195-a09c-16375a06a09b,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:41.787833 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:41.870159 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-8859cf5c-d931-4025-9a69-e09e275215ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.216080 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-a097a031-9015-4294-bf38-a2a76a2a6064 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1042378 Jun 16 16:59:42.290059 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.299960 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c59104be-8db8-4668-9d9d-4ab92e5ad8e9 req-2ff73a67-cb91-4bc7-8c63-aa742019135d tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0470827 Jun 16 16:59:42.429819 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-db4b0e28-a805-4e7d-94c0-c9ced5f2c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.431323 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-db4b0e28-a805-4e7d-94c0-c9ced5f2c251 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 1098 time: 0.0572886 Jun 16 16:59:42.486730 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-403ddada-5201-4a52-ae3b-0dea42edcc48 req-1fc16e14-2d8c-415e-b760-71c4d3156384 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0397024 Jun 16 16:59:42.583223 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-0421966d-d5bd-4c94-b286-c52355f8cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.584625 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-0421966d-d5bd-4c94-b286-c52355f8cea5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 915 time: 0.1284661 Jun 16 16:59:42.634217 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-66d86d1f-763a-4026-8d43-3dd8d31b1498 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 HTTP/1.1" status: 200 len: 217 time: 0.0412505 Jun 16 16:59:42.687349 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-25b01b16-5036-4d9f-b6a8-0f2833fe4a44 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.689108 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-25b01b16-5036-4d9f-b6a8-0f2833fe4a44 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.1492534 Jun 16 16:59:42.690087 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-800f2392-032b-46b6-96f3-c4d4a2ed546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.691562 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-800f2392-032b-46b6-96f3-c4d4a2ed546d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.0485852 Jun 16 16:59:42.711518 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Request body: {'port': {'device_id': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'admin_state_up': True, 'tenant_id': '879a92fd1ea343c9b73dd7abee0ecfa3'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:42.737819 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-d0be411e-d4c3-42ae-82da-82094ce085ea service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302327 Jun 16 16:59:42.901730 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-ec65a07f-1a3f-43ff-9f5d-12eccce6385a service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515896 Jun 16 16:59:42.959864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58176) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:42.974759 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1d18c4bc-acfc-4b97-918f-03c3cda3dca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.009424 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Made reservation on behalf of 879a92fd1ea343c9b73dd7abee0ecfa3 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:43.013552 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.015242 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d344fec0-7610-47dd-a2f1-60c5d9ebb088 req-58f4b996-6345-4662-a1db-be884512871a service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069152 Jun 16 16:59:43.206682 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Allocated IP 172.20.0.4 (e619040b-3be7-4676-99c4-cf9747381ca5/4c713bb7-142f-4e5e-8e99-8082f0c447b9/094ed9d9-1faa-4204-98ca-a2687c0c7e95) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:43.240795 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1d18c4bc-acfc-4b97-918f-03c3cda3dca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.359486 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.434235 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1d18c4bc-acfc-4b97-918f-03c3cda3dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.443860 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.446188 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:43.502766 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18c4bc-acfc-4b97-918f-03c3cda3dca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3aec5d-2686-457a-aba4-5bea518305f4,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:43.521694 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58204) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:43.524696 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-1d18c4bc-acfc-4b97-918f-03c3cda3dca6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8207efd8b7d1424b853e727df4eadea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633943 Jun 16 16:59:43.526490 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1d18c4bc-acfc-4b97-918f-03c3cda3dca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:43.565919 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a744157a-9ec7-4d6b-97e9-07dbc93104ea req-84f14bc4-9e26-4385-9eeb-c7a19c40c558 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] 10.222.0.36 "GET /v2.0/ports?device_id=7acf1606-2a66-4501-971a-01772a61d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0665402 Jun 16 16:59:43.631269 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.686531 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-12539a54-adcb-4e02-93bf-7fdbbe2c3fc9 req-5c0420d0-d18b-4d9a-a4a8-10b957ce5fbe tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0515695 Jun 16 16:59:43.696635 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.750213 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.761226 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:43.767092 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:43.847892 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Network e619040b-3be7-4676-99c4-cf9747381ca5 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:43.851985 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:43.857236 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:43.864588 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:43.865921 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.887011 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event updated for resources: {'Port': ['ID=094ed9d9-1faa-4204-98ca-a2687c0c7e95,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:43.900116 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:44.002312 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.005228 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.006553 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f3aec5d-2686-457a-aba4-5bea518305f4 HTTP/1.1" status: 204 len: 168 time: 0.4837103 Jun 16 16:59:44.007435 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.016748 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3aec5d-2686-457a-aba4-5bea518305f4,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:44.019472 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:44.136720 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4295120 Jun 16 16:59:44.153517 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Request body: {'port': {'device_id': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:44.238198 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.279666 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5b5932b4-6121-458d-a5e0-86e757a61643 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:44.308422 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 5b5932b4-6121-458d-a5e0-86e757a61643 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:44.309042 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5b5932b4-6121-458d-a5e0-86e757a61643 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:44.561883 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094ed9d9-1faa-4204-98ca-a2687c0c7e95 {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:44.579192 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.613110 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Transition to ACTIVE for port object 094ed9d9-1faa-4204-98ca-a2687c0c7e95 will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:44.724197 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.727261 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.972813 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ca9a-f1b9-4885-8b66-8d3dba2c9266 req-0c48f198-5f06-4144-a7db-c2c1664e7fb1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:44.974654 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0ae6ca9a-f1b9-4885-8b66-8d3dba2c9266 req-0c48f198-5f06-4144-a7db-c2c1664e7fb1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 943 time: 0.0799155 Jun 16 16:59:45.027849 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0ae6ca9a-f1b9-4885-8b66-8d3dba2c9266 req-5f9b1df5-6547-4a83-a5dc-7a39ca629f7a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Jun 16 16:59:45.036507 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Pushing event updated for resources: {'Port': ['ID=094ed9d9-1faa-4204-98ca-a2687c0c7e95,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:45.039247 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.039718 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:45.064741 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Attempting to bind port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:45.065066 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Attempting to bind port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:45.065435 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Attempting to bind port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:45.069875 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 on network e619040b-3be7-4676-99c4-cf9747381ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:59:45.070188 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Attempting to bind port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:45.075548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:45.075874 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Checking segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:45.076244 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Bound using segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:45.077062 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Bound port: 094ed9d9-1faa-4204-98ca-a2687c0c7e95, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:45.081240 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.204327 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] For port 094ed9d9-1faa-4204-98ca-a2687c0c7e95, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:45.208468 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] For port 094ed9d9-1faa-4204-98ca-a2687c0c7e95, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=094ed9d9-1faa-4204-98ca-a2687c0c7e95,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:45.354972 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.361631 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:45.419726 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:45.424732 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.424732 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] 10.222.0.96 "PUT /v2.0/ports/094ed9d9-1faa-4204-98ca-a2687c0c7e95 HTTP/1.1" status: 200 len: 1093 time: 1.2751145 Jun 16 16:59:45.425514 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'tag': '094ed9d9-1faa-4204-98ca-a2687c0c7e95'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:45.431539 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cadfdba-74f0-4eea-91ce-774babfeea3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b63c67c-aa7f-4595-bc3b-f6caf5f36683", "tag": "094ed9d9-1faa-4204-98ca-a2687c0c7e95"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:45.518714 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7c2d11-89fa-4937-9ca0-afd91eee786f x-openstack-request-id: req-cf7c2d11-89fa-4937-9ca0-afd91eee786f {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:45.519543 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b63c67c-aa7f-4595-bc3b-f6caf5f36683", "tag": "094ed9d9-1faa-4204-98ca-a2687c0c7e95", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:45.520174 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf7c2d11-89fa-4937-9ca0-afd91eee786f {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:45.521101 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'tag': '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'status': 'completed', 'code': 200} Jun 16 16:59:45.527570 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Pushing event updated for resources: {'Port': ['ID=094ed9d9-1faa-4204-98ca-a2687c0c7e95,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:45.543524 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:45.612642 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58278) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:45.669800 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadfdba-74f0-4eea-91ce-774babfeea3a req-22041193-8449-4db0-b7ec-112b27a3c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:45.674642 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5cadfdba-74f0-4eea-91ce-774babfeea3a req-22041193-8449-4db0-b7ec-112b27a3c805 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 1096 time: 0.1299982 Jun 16 16:59:45.712990 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.827230 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f7de3161-c46c-44c7-acc3-9e7d22a0d6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.885075 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadfdba-74f0-4eea-91ce-774babfeea3a req-5942bc00-349d-4ae4-94a9-59b4831b6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:45.886575 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5cadfdba-74f0-4eea-91ce-774babfeea3a req-5942bc00-349d-4ae4-94a9-59b4831b6a04 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2019422 Jun 16 16:59:46.096040 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadfdba-74f0-4eea-91ce-774babfeea3a req-a414d6fe-1938-452a-a5b0-9b7d3eaf213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:46.097570 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5cadfdba-74f0-4eea-91ce-774babfeea3a req-a414d6fe-1938-452a-a5b0-9b7d3eaf213a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2044587 Jun 16 16:59:46.113850 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f7de3161-c46c-44c7-acc3-9e7d22a0d6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.243516 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-a9e6a62e-4661-454b-a010-fd0567fd6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:46.245946 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-a9e6a62e-4661-454b-a010-fd0567fd6957 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 1096 time: 0.0936949 Jun 16 16:59:46.290436 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-55428c17-76c0-45cd-a1d7-8f783d63062a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=094ed9d9-1faa-4204-98ca-a2687c0c7e95 HTTP/1.1" status: 200 len: 217 time: 0.0371974 Jun 16 16:59:46.291280 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0014619-5d64-4e31-b846-91e40369bda7 req-8fd6b5b5-10c7-4ced-850e-06c9b0ccc9ed tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:46.292282 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f7de3161-c46c-44c7-acc3-9e7d22a0d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.301824 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:46.302018 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a0014619-5d64-4e31-b846-91e40369bda7 req-8fd6b5b5-10c7-4ced-850e-06c9b0ccc9ed tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 943 time: 0.0809779 Jun 16 16:59:46.370144 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a0014619-5d64-4e31-b846-91e40369bda7 req-6b740baa-8e88-4340-ab91-71588b1e57dc tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527833 Jun 16 16:59:46.388203 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-529cb8ee-9dda-450d-b45f-f8e88a23ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:46.389802 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-529cb8ee-9dda-450d-b45f-f8e88a23ff17 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.0830684 Jun 16 16:59:46.396537 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-f7de3161-c46c-44c7-acc3-9e7d22a0d6ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbae7da8375b4c7eb01ee76bca5ffb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7802207 Jun 16 16:59:46.396537 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de3161-c46c-44c7-acc3-9e7d22a0d6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7943230d-a39a-4e76-b607-5a1b981b26c3,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:46.398393 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58306) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:46.408055 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f7de3161-c46c-44c7-acc3-9e7d22a0d6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:46.438727 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-6a0a569d-e20f-46a2-8904-447685243e23 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410428 Jun 16 16:59:46.572423 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.606167 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58318) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:46.617108 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.621805 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-4fbb4b4d-2c33-4aab-bdd7-9606f61e0802 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710002 Jun 16 16:59:46.798882 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4d32b7e5-a7c0-4476-830b-09a326b83479 req-dec405fb-3f8e-4100-812a-5323693e5033 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671741 Jun 16 16:59:46.812624 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-90553181-b990-4578-8a7d-895fb92235b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.902535 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58332) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:46.948259 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.951583 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:46.953808 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7943230d-a39a-4e76-b607-5a1b981b26c3 HTTP/1.1" status: 204 len: 168 time: 0.5543582 Jun 16 16:59:46.955155 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a8fd6b4a-e1a5-460c-8731-af8b5426400a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:46.967732 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7943230d-a39a-4e76-b607-5a1b981b26c3,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:46.977842 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:46.995297 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Deleting subnet fc1e5080-5132-4169-a7a4-eee007138d25 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:59:47.010566 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.090658 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.106093 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.164921 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-90553181-b990-4578-8a7d-895fb92235b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.269139 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-90553181-b990-4578-8a7d-895fb92235b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.272702 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:47.350105 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.363605 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90553181-b990-4578-8a7d-895fb92235b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63657eb3-46d9-4963-b992-7842ec569dd1,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:47.378687 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-90553181-b990-4578-8a7d-895fb92235b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:47.387895 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-04a0988c-9d11-4a07-b791-5f613075f06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:47.391470 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-90553181-b990-4578-8a7d-895fb92235b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25df959e0e4c4f559e9a5e2895ffbc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824481 Jun 16 16:59:47.395647 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58362) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:47.416006 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1e5080-5132-4169-a7a4-eee007138d25,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:47.418132 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.423299 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fc1e5080-5132-4169-a7a4-eee007138d25 HTTP/1.1" status: 204 len: 168 time: 0.5189145 Jun 16 16:59:47.423455 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58366) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:47.429256 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:47.532699 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.536303 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.573466 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.680350 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.693416 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.693810 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.694567 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.694910 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.695364 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.695632 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.695976 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.696291 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.696602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.696909 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.700421 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec2395-3b0c-4271-bbd6-54a247b87e9e req-29ba9e26-9ffd-480c-b7b6-5836d8392e48 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:47.703589 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b1ec2395-3b0c-4271-bbd6-54a247b87e9e req-29ba9e26-9ffd-480c-b7b6-5836d8392e48 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 943 time: 0.1606781 Jun 16 16:59:47.772857 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b1ec2395-3b0c-4271-bbd6-54a247b87e9e req-d44c0432-335a-4eb8-9a45-0d7cd7185f76 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Jun 16 16:59:47.877728 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.878131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.878518 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.878988 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:59:47.879356 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec523bc2-8deb-4cf9-a56f-f5a966539203']}} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:47.909393 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b7145c-2872-4d9b-b8c1-78956a4f377b') {'for_net_delete': True} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:47.910256 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b7145c-2872-4d9b-b8c1-78956a4f377b') {} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:47.928448 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9163943'] for segment, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.953018 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.963246 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=100140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:59:47.963765 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9855609'] for segment, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: from cryptography.utils import int_from_bytes Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: from cryptography.utils import int_from_bytes Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: Traceback (most recent call last): Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: timer() Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: cb(*args, **kw) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: return func(*args, **kwargs) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: self._notify() Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: self.callback(batched_events) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: event.method(event) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: return f(self, *a, **k) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: return self._get(url).json() Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: return self.request(url, 'GET', **kwargs) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:59:47.968284 dv-cinder-783389-6-smb neutron-server[100140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:59:48.036345 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58388) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:48.051311 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7295833e-4c68-4227-b0c3-adfd989bd393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.062705 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.067923 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.075599 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63657eb3-46d9-4963-b992-7842ec569dd1 HTTP/1.1" status: 204 len: 168 time: 0.6726608 Jun 16 16:59:48.075599 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-18ce43ed-f162-441f-b457-687787ec4304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:48.084757 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63657eb3-46d9-4963-b992-7842ec569dd1,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:48.088238 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:48.201335 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7295833e-4c68-4227-b0c3-adfd989bd393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.221797 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.226927 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7163768a-5b91-4e34-8a84-f282dbd3724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:48.242245 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.244381 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ec523bc2-8deb-4cf9-a56f-f5a966539203 HTTP/1.1" status: 204 len: 168 time: 0.8199518 Jun 16 16:59:48.245991 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec523bc2-8deb-4cf9-a56f-f5a966539203,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:48.248856 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:48.319124 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7295833e-4c68-4227-b0c3-adfd989bd393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.326840 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-148b76ea-a577-4725-a30d-fc30a2b529e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:48.398229 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-7295833e-4c68-4227-b0c3-adfd989bd393 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c5ba9b6274540adb00447e54f238d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574069 Jun 16 16:59:48.398229 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295833e-4c68-4227-b0c3-adfd989bd393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97ba4a2-6469-44b2-b200-4ada91070fc6,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:48.399381 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58398) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:48.402536 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7295833e-4c68-4227-b0c3-adfd989bd393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:48.502871 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.530839 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.935472 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.935472 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:48.935472 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d97ba4a2-6469-44b2-b200-4ada91070fc6 HTTP/1.1" status: 204 len: 168 time: 0.5290112 Jun 16 16:59:48.935472 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:48.945344 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97ba4a2-6469-44b2-b200-4ada91070fc6,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:48.954458 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:48.981817 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d138-03c9-47d3-8467-cc1222f03c48 req-0c68cf73-23d7-4452-9e51-66dd56798fb0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:48.983455 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9f4d138-03c9-47d3-8467-cc1222f03c48 req-0c68cf73-23d7-4452-9e51-66dd56798fb0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 943 time: 0.0841203 Jun 16 16:59:49.024616 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9f4d138-03c9-47d3-8467-cc1222f03c48 req-c5327577-555d-427d-84c5-e905ade77e93 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354023 Jun 16 16:59:49.246607 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58414) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:49.298528 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58416) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:49.299200 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d688e149-2c79-4293-9142-3ff442e4c7d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46b94c176a18407e81f3fea3183ad77e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506964 Jun 16 16:59:49.381641 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58422) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:49.404409 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-360a9bc5-84c2-48f9-955c-fd5d741ec33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.428517 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.461502 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.533453 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-360a9bc5-84c2-48f9-955c-fd5d741ec33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.927992 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.928521 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-360a9bc5-84c2-48f9-955c-fd5d741ec33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.933340 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:49.933835 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a223d106-c6ba-4cb5-a5fb-3fd7ef572410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:49.937753 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8415c991-5b27-4fb8-8740-866088afe611 HTTP/1.1" status: 204 len: 168 time: 0.6346323 Jun 16 16:59:49.937753 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6cd4d18e-2d6c-4201-bd67-ac6f1595ca7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:49.952526 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8415c991-5b27-4fb8-8740-866088afe611,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:49.962425 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:49.983708 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a9bc5-84c2-48f9-955c-fd5d741ec33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df37ba1e-3087-4278-b22a-178dbdc9d8fd,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:49.988587 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-360a9bc5-84c2-48f9-955c-fd5d741ec33d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3b97587b01447cea862ad7472a03c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057429 Jun 16 16:59:49.989820 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-360a9bc5-84c2-48f9-955c-fd5d741ec33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:49.993340 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58428) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:50.082649 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.124633 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.278215 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b0d4-c3a4-454f-9f91-522a62ce8bcb req-52db588b-2b32-4404-8326-2245c9d8aca7 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.281889 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 094ed9d9-1faa-4204-98ca-a2687c0c7e95 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:50.295197 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.300349 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.307645 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df37ba1e-3087-4278-b22a-178dbdc9d8fd HTTP/1.1" status: 204 len: 168 time: 0.3089130 Jun 16 16:59:50.307645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:50.318198 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b245b0d4-c3a4-454f-9f91-522a62ce8bcb req-52db588b-2b32-4404-8326-2245c9d8aca7 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 943 time: 0.1419709 Jun 16 16:59:50.335417 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37ba1e-3087-4278-b22a-178dbdc9d8fd,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:50.339571 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:50.414723 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b245b0d4-c3a4-454f-9f91-522a62ce8bcb req-274127d2-749f-446b-b4d6-8777838eef5f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858161 Jun 16 16:59:50.535047 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 094ed9d9-1faa-4204-98ca-a2687c0c7e95, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=094ed9d9-1faa-4204-98ca-a2687c0c7e95,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:50.551618 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'port_id': '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'mac_address': 'fa:16:3e:0b:b1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c713bb7-142f-4e5e-8e99-8082f0c447b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:50.841652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:50.841652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094ed9d9-1faa-4204-98ca-a2687c0c7e95 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:50.841652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 094ed9d9-1faa-4204-98ca-a2687c0c7e95, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=094ed9d9-1faa-4204-98ca-a2687c0c7e95,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:51.061804 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:51.063663 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:51.115567 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=094ed9d9-1faa-4204-98ca-a2687c0c7e95,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:51.124451 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.125812 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.125812 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.125812 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.126426 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.126426 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.126947 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.127107 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.127378 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.127699 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.128021 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.128336 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:51.132696 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:51.335702 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['094ed9d9-1faa-4204-98ca-a2687c0c7e95'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:51.693507 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84d53f-e160-43fb-bc6a-92ae52e9f309 req-a9b6e2e1-877e-4067-9f1f-148a805b1f26 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.695244 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5b84d53f-e160-43fb-bc6a-92ae52e9f309 req-a9b6e2e1-877e-4067-9f1f-148a805b1f26 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 944 time: 0.0870416 Jun 16 16:59:51.714743 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58488) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:51.755771 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5b84d53f-e160-43fb-bc6a-92ae52e9f309 req-6078e443-58b4-4ae8-a1ef-1c96ab178bdf tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519919 Jun 16 16:59:51.913163 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-63d42e9e-8138-4443-b0df-c0090dffccc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.049767 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-63d42e9e-8138-4443-b0df-c0090dffccc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.184461 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-63d42e9e-8138-4443-b0df-c0090dffccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.188816 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9b8d6fb0-0043-4bac-b1ab-a1e9130ec6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:52.228266 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-63d42e9e-8138-4443-b0df-c0090dffccc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d872f389090f4896a96455f23a529970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119822 Jun 16 16:59:52.231020 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d42e9e-8138-4443-b0df-c0090dffccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3809c4f7-f751-4e58-9105-4497ab2936e3,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:52.231951 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58506) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:52.234887 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-63d42e9e-8138-4443-b0df-c0090dffccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:52.279884 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 094ed9d9-1faa-4204-98ca-a2687c0c7e95 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:52.294765 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.325782 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.499091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.499091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.499091 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3809c4f7-f751-4e58-9105-4497ab2936e3 HTTP/1.1" status: 204 len: 168 time: 0.2627451 Jun 16 16:59:52.499091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3bee44da-6688-4a6f-868f-861d8c25844f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:52.503083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:52.511000 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:52.513624 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.522179 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3809c4f7-f751-4e58-9105-4497ab2936e3,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:52.532179 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:52.673423 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.716287 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ed9d9-1faa-4204-98ca-a2687c0c7e95'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:52.718728 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a7f4dc-3793-4c76-bd19-658b1a748a0e" -d '{"events": [{"server_uuid": "5b63c67c-aa7f-4595-bc3b-f6caf5f36683", "name": "network-vif-plugged", "status": "completed", "tag": "094ed9d9-1faa-4204-98ca-a2687c0c7e95"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:52.736253 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 094ed9d9-1faa-4204-98ca-a2687c0c7e95, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=094ed9d9-1faa-4204-98ca-a2687c0c7e95,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:52.767241 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce5169d-7438-46d6-9de9-4afeb942d6f2 x-openstack-request-id: req-cce5169d-7438-46d6-9de9-4afeb942d6f2 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:52.769487 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b63c67c-aa7f-4595-bc3b-f6caf5f36683", "name": "network-vif-plugged", "status": "completed", "tag": "094ed9d9-1faa-4204-98ca-a2687c0c7e95", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:52.769487 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cce5169d-7438-46d6-9de9-4afeb942d6f2 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:52.769487 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'code': 200} Jun 16 16:59:52.873665 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:52.876111 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:52.945597 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=094ed9d9-1faa-4204-98ca-a2687c0c7e95,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:52.949243 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:53.051808 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030033cc-9ade-4701-afe1-49066116f1c1 req-69c8d2ce-9558-443d-a03a-11387debf659 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.055466 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-030033cc-9ade-4701-afe1-49066116f1c1 req-69c8d2ce-9558-443d-a03a-11387debf659 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 945 time: 0.1285388 Jun 16 16:59:53.108986 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-030033cc-9ade-4701-afe1-49066116f1c1 req-cfcf35fa-a51f-4fd9-8b9a-8ab31e5b4c9b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 Jun 16 16:59:53.261992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2f9dd-dcb5-4306-bb8a-aade1c43f08c req-1b09d2b8-1799-415f-808c-294c5c0c5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.264836 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ffa2f9dd-dcb5-4306-bb8a-aade1c43f08c req-1b09d2b8-1799-415f-808c-294c5c0c5090 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 1098 time: 0.0943992 Jun 16 16:59:53.347544 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ffa2f9dd-dcb5-4306-bb8a-aade1c43f08c req-c9de35a6-22aa-491d-9a89-9bf08f651444 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 Jun 16 16:59:53.530988 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58558) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:53.694254 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-network', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:53.904168 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Made reservation on behalf of 1a500efcb43f4fc8af8f690fd4aa13cb for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:53.906602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.916170 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.015587 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.121923 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.125356 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-e2f53492-9c2b-4f0e-9ee1-4e1408f576f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:54.154570 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:54.157684 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:59:54.161008 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:54.185613 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.185967 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Added segment a06cd450-9a6e-4ed3-9cab-4289f6bbdb20 of type vlan for network a05a142a-93ef-4dae-84ff-199b12d3725e Jun 16 16:59:54.236644 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.384459 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.385947 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.386542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.390026 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:54.433900 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6ff24-98bd-442b-8bd8-0c955f4bde06 req-5e61949d-43e6-4333-9bb4-245c1f31c830 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.450994 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4cd6ff24-98bd-442b-8bd8-0c955f4bde06 req-5e61949d-43e6-4333-9bb4-245c1f31c830 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 945 time: 0.1399856 Jun 16 16:59:54.479612 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Pushing event updated for resources: {'Network': ['ID=a05a142a-93ef-4dae-84ff-199b12d3725e,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:54.483975 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:54.508310 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9753039 Jun 16 16:59:54.512674 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58602) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:54.515922 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network a05a142a-93ef-4dae-84ff-199b12d3725e details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:59:54.518301 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Request body: {'subnet': {'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-subnet', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:54.572684 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4cd6ff24-98bd-442b-8bd8-0c955f4bde06 req-d54a62d5-42c9-4849-a316-e7c3f244ac45 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148946 Jun 16 16:59:54.662783 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Made reservation on behalf of 1a500efcb43f4fc8af8f690fd4aa13cb for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:54.675072 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934206'] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.073904 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9855655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934188'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.076997 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:55.175568 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Checking segment: {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:55.176145 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Network hostable DHCP agents. Network: a05a142a-93ef-4dae-84ff-199b12d3725e, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:59:55.188166 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842cc7c9-ef1a-48c4-afbe-af5d392334f6,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:55.203855 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:55.235583 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58638) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:55.307040 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Network a05a142a-93ef-4dae-84ff-199b12d3725e is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:59:55.421188 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, a05a142a-93ef-4dae-84ff-199b12d3725e) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:55.426325 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:55.427568 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.433654 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5317fc-dac8-4f8e-bf7b-8e1968d70574 None None] Network a05a142a-93ef-4dae-84ff-199b12d3725e requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:55.481019 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-779350121-network', 'tenant_id': '8ceab3d0936d4acd9ddf46b769ddf988'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:55.532478 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0164452 Jun 16 16:59:55.533203 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58646) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:55.544534 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:55.598670 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e328eb76-1fb3-4114-a2b8-9f1b55748487 None None] Network a05a142a-93ef-4dae-84ff-199b12d3725e requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:55.717841 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Made reservation on behalf of 8ceab3d0936d4acd9ddf46b769ddf988 for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:55.725887 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.736695 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.769058 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.db.api [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:59:55.769058 dv-cinder-783389-6-smb neutron-server[100140]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:59:55.769058 dv-cinder-783389-6-smb neutron-server[100140]: [parameters: {'project_id_1': '8ceab3d0936d4acd9ddf46b769ddf988', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 59, 55, 757064)}] Jun 16 16:59:55.769058 dv-cinder-783389-6-smb neutron-server[100140]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:59:55.770591 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_db.api [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:59:55.811916 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f1a7-3378-4688-b95f-5762ee214fb8 req-36254c1d-e2bb-45ca-b463-50cfaf834bab tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:55.813589 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-90d5f1a7-3378-4688-b95f-5762ee214fb8 req-36254c1d-e2bb-45ca-b463-50cfaf834bab tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 945 time: 0.0898209 Jun 16 16:59:55.861849 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-90d5f1a7-3378-4688-b95f-5762ee214fb8 req-9975e4cb-30b0-42f4-bd8e-b00094c9f745 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Jun 16 16:59:55.899813 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.902249 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.003829 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.237864 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.272903 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.379842 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.499739 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.507267 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:56.544824 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:59:56.580753 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d657fead-09d3-46b4-81c6-d38c63f54780,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:56.596436 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.597090 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Added segment 58105ed9-5dd7-4d41-9645-34e81ac69c2b of type vlan for network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 Jun 16 16:59:56.599053 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:56.637838 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.662965 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.693518 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.873577 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.878175 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:56.880060 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.886975 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:56.983583 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fece0361-b55d-4b62-a1cd-5bac3afb2cb9,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:56.988816 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:56.990807 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7540982 Jun 16 16:59:57.003584 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:59:57.004309 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58684) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:57.009019 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Request body: {'subnet': {'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-779350121-subnet', 'tenant_id': '8ceab3d0936d4acd9ddf46b769ddf988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:57.141892 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Made reservation on behalf of 8ceab3d0936d4acd9ddf46b769ddf988 for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:57.142362 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934206'] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.147454 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Allocated IP 172.28.3.47 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/611a237c-ae02-4262-b729-1db889d7fd48) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:57.306673 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.560796 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.570292 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:57.616080 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:57.630421 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:57.637846 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:57.644621 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:57.692535 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Pushing event updated for resources: {'Port': ['ID=611a237c-ae02-4262-b729-1db889d7fd48,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:57.729788 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:57.734524 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9855655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934188'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.743008 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-73534ee8-c641-4b55-80a9-22eac823d397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:57.845051 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1c55ca-c587-4afa-bbfc-825feb5c2144,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:57.849053 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:57.859931 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Checking segment: {'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:57.860292 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Network hostable DHCP agents. Network: fece0361-b55d-4b62-a1cd-5bac3afb2cb9, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:59:57.997799 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.061591 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:59:58.215391 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, fece0361-b55d-4b62-a1cd-5bac3afb2cb9) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:58.228649 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:58.230199 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.238303 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1d602-49f3-4e88-b12a-c0e03686edca None None] Network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:58.258422 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.383706 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-97a9e7c6-933d-4a60-a5e9-3489fa554e18 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3794181 Jun 16 16:59:58.420377 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58720) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:58.524517 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Router 511e82de-0a1c-4b71-8e90-547fdac3784c is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:59:58.598807 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c91112a8-61e1-4fb7-9e63-881d8f5df1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.689958 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5affcf0-c43e-4c8d-b1f4-3482d8f18160 None None] Network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:58.763745 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:59:58.779479 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Sync routers for ids ['511e82de-0a1c-4b71-8e90-547fdac3784c'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:59:58.805391 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Routers {'511e82de-0a1c-4b71-8e90-547fdac3784c'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:58.806440 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:59:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['511e82de-0a1c-4b71-8e90-547fdac3784c'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:58.868226 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c91112a8-61e1-4fb7-9e63-881d8f5df1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.006392 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Set router 511e82de-0a1c-4b71-8e90-547fdac3784c gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:59.015984 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c91112a8-61e1-4fb7-9e63-881d8f5df1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.020166 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f1d4c12b-0126-4652-ba85-d4ce291d8342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:59.069944 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c91112a8-61e1-4fb7-9e63-881d8f5df1b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=161e50bd1a1d4c329959eea5562d74ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476309 Jun 16 16:59:59.070842 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91112a8-61e1-4fb7-9e63-881d8f5df1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a495a4-49e9-4320-b44d-29035854f2d2,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:59.074829 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58738) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:59.082516 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c91112a8-61e1-4fb7-9e63-881d8f5df1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:59.141738 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.153645 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.155838 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6191058 Jun 16 16:59:59.160075 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58740) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:59.238602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.274099 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T16:59:57Z', 'revision_number': 3, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T16:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:59.280938 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Checking router: 511e82de-0a1c-4b71-8e90-547fdac3784c for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:59:59.281412 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Updating router 511e82de-0a1c-4b71-8e90-547fdac3784c port 611a237c-ae02-4262-b729-1db889d7fd48 binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:59:59.340286 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.517137 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.520212 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.533421 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66a495a4-49e9-4320-b44d-29035854f2d2 HTTP/1.1" status: 204 len: 168 time: 0.4454823 Jun 16 16:59:59.627299 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f7de3161-c46c-44c7-acc3-9e7d22a0d6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:59.641048 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a495a4-49e9-4320-b44d-29035854f2d2,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:59.645402 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:59.882371 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.896153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.918364 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Transition to ACTIVE for port object 611a237c-ae02-4262-b729-1db889d7fd48 will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:00.106456 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-e905438f-82a0-4748-95f2-9cce19473a33 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:00.107146 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-e905438f-82a0-4748-95f2-9cce19473a33 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.2108138 Jun 16 17:00:00.128081 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ae670549-4665-4d3c-9c79-16bdd573dafa tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/quotas/879a92fd1ea343c9b73dd7abee0ecfa3 HTTP/1.1" status: 200 len: 375 time: 0.0205050 Jun 16 17:00:00.132522 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.148509 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:00.149153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Allocated IP 172.20.0.1 (a05a142a-93ef-4dae-84ff-199b12d3725e/842cc7c9-ef1a-48c4-afbe-af5d392334f6/a07017e5-681a-4d4c-9028-a0098ad03654) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:00.241217 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Attempting to bind port 611a237c-ae02-4262-b729-1db889d7fd48 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:00.242048 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Attempting to bind port 611a237c-ae02-4262-b729-1db889d7fd48 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:00.242841 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Attempting to bind port 611a237c-ae02-4262-b729-1db889d7fd48 on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:00.250295 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-e44080e9-2d41-467a-ae19-f5adcfa4efb1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210823 Jun 16 17:00:00.252244 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:00.254035 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:00.254790 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.255244 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:00.255786 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Bound port: 611a237c-ae02-4262-b729-1db889d7fd48, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:00.256460 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.279421 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Pushing event updated for resources: {'Port': ['ID=611a237c-ae02-4262-b729-1db889d7fd48,revision_number=2']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:00.315953 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.316793 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.318043 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.318653 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.319322 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.319858 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.320390 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.321090 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.321876 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.322428 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.323699 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.335587 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:00.350187 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:00.460520 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] For port 611a237c-ae02-4262-b729-1db889d7fd48, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:00.474815 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] For port 611a237c-ae02-4262-b729-1db889d7fd48, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=611a237c-ae02-4262-b729-1db889d7fd48,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:00.487332 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-177ad17b-5748-4dd2-922b-e6883dadda75 service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337544 Jun 16 17:00:00.505382 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.591252 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-42afc586-c059-45c0-9d4d-3f81d82752ea service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926161 Jun 16 17:00:00.622347 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.634543 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:00.723192 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Routers {'511e82de-0a1c-4b71-8e90-547fdac3784c'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:00.723919 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:59:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['511e82de-0a1c-4b71-8e90-547fdac3784c'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:00.736150 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.740591 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:00.762707 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Pushing event updated for resources: {'Port': ['ID=611a237c-ae02-4262-b729-1db889d7fd48,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:00.776369 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Network a05a142a-93ef-4dae-84ff-199b12d3725e is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:00.777941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:00.780368 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:00.793423 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:00.823885 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Pushing event updated for resources: {'Port': ['ID=a07017e5-681a-4d4c-9028-a0098ad03654,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:00.827153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:00.858541 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.863461 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] Set router 511e82de-0a1c-4b71-8e90-547fdac3784c gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:01.151623 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58786) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:01.182206 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-83ccb960-51bf-414e-a911-60ce526de917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.191147 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-50eb74e7-2ea7-4f62-9920-1b06e94c53cb req-54bde8c1-327d-491a-921f-441e56474853 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 210 time: 0.1072965 Jun 16 17:00:01.271836 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T16:59:57Z', 'revision_number': 3, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:01.282915 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a12588-9a0b-43a8-adee-cb7d92ec2735 None None] The sync data for ids ['511e82de-0a1c-4b71-8e90-547fdac3784c'] in dv-cinder-783389-6-smb is: [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T16:59:57Z', 'revision_number': 3, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:01.324037 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.567591 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-83ccb960-51bf-414e-a911-60ce526de917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.772414 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-83ccb960-51bf-414e-a911-60ce526de917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.854321 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5152bad5-14a9-4f3b-b7b1-93ea4b6f2411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:01.915618 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-83ccb960-51bf-414e-a911-60ce526de917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b69c6771f588442f9431a774a8fc0087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623429 Jun 16 17:00:01.920016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58804) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:01.930040 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccb960-51bf-414e-a911-60ce526de917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a19bf-5ac0-4db1-941f-9b10d7429408,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:01.939603 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.949520 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-83ccb960-51bf-414e-a911-60ce526de917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:02.000128 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.027350 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.079351 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.086193 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9de69382-a32e-47e5-8535-05aef55086a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:02.212218 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.217122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Pushing event updated for resources: {'Port': ['ID=a07017e5-681a-4d4c-9028-a0098ad03654,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:02.229786 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:02.316521 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03e096cd-6205-48fb-9e0d-55a43819e765 req-dcebe87e-76d9-40de-b496-a4ea453f3856 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 210 time: 0.0411565 Jun 16 17:00:02.335904 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-5b88d98f-c0e5-48d6-998c-96f9f963d652 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:02.345141 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-5b88d98f-c0e5-48d6-998c-96f9f963d652 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/networks?id=fece0361-b55d-4b62-a1cd-5bac3afb2cb9 HTTP/1.1" status: 200 len: 808 time: 0.1974595 Jun 16 17:00:02.364307 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-fda96e89-9597-433a-95fd-0704c582a849 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/quotas/8ceab3d0936d4acd9ddf46b769ddf988 HTTP/1.1" status: 200 len: 375 time: 0.0181324 Jun 16 17:00:02.369210 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Network a05a142a-93ef-4dae-84ff-199b12d3725e is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:02.372346 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:02.383509 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.387266 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.392098 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b85a19bf-5ac0-4db1-941f-9b10d7429408 HTTP/1.1" status: 204 len: 168 time: 0.4680343 Jun 16 17:00:02.423730 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:02.428270 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-e0f1be68-7f16-4779-945f-a6db1e66f172 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628202 Jun 16 17:00:02.454873 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a19bf-5ac0-4db1-941f-9b10d7429408,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:02.495541 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:02.686444 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58838) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:02.701820 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-84f4cc2f-160e-4e6a-8cac-601d700b8b9c service neutron] 10.222.0.36 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575004 Jun 16 17:00:02.711545 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Router 511e82de-0a1c-4b71-8e90-547fdac3784c has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:02.851030 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-95246183-dd0d-4c6b-b48e-003838d4fefe service neutron] 10.222.0.36 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481526 Jun 16 17:00:02.895500 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:02.912035 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] 10.222.0.36 "PUT /v2.0/routers/511e82de-0a1c-4b71-8e90-547fdac3784c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7507107 Jun 16 17:00:03.071744 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 611a237c-ae02-4262-b729-1db889d7fd48 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:03.091286 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8718-6cf4-476d-92d3-8bf5bf78a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.374379 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 611a237c-ae02-4262-b729-1db889d7fd48 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:03.382156 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 611a237c-ae02-4262-b729-1db889d7fd48 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:03.382156 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.413617 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8718-6cf4-476d-92d3-8bf5bf78a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.553228 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.554231 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-92b34a65-1eb1-4236-9671-6250dff7541d req-af8788a5-2ce9-43c5-b0ea-eea4acdb1b28 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 210 time: 0.1465077 Jun 16 17:00:03.582227 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8718-6cf4-476d-92d3-8bf5bf78a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.607377 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 611a237c-ae02-4262-b729-1db889d7fd48, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=611a237c-ae02-4262-b729-1db889d7fd48,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:03.620638 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f5593be4-d075-4658-95e9-ae6ad5a6928e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:03.694061 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bdcc8718-6cf4-476d-92d3-8bf5bf78a391 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b253feb678a480f82de33c61010031d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0057240 Jun 16 17:00:03.709496 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58884) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:03.715787 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-691665bc-4d65-48b4-9102-e19c99f4977a req-ac858c52-67d1-4430-81a6-8e385bd3a669 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 210 time: 0.0568972 Jun 16 17:00:03.747098 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc8718-6cf4-476d-92d3-8bf5bf78a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf01685-495b-4a0a-a7f3-2d25dc2ef875,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:03.752993 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bdcc8718-6cf4-476d-92d3-8bf5bf78a391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:03.822355 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.865138 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.894450 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Sync routers for ids ['511e82de-0a1c-4b71-8e90-547fdac3784c'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:03.911150 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Routers {'511e82de-0a1c-4b71-8e90-547fdac3784c'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:03.912118 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:59:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['511e82de-0a1c-4b71-8e90-547fdac3784c'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:03.976466 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.044730 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:04.179047 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=611a237c-ae02-4262-b729-1db889d7fd48,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:04.184506 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:04.201683 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Set router 511e82de-0a1c-4b71-8e90-547fdac3784c gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:04.210343 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.215337 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.218359 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abf01685-495b-4a0a-a7f3-2d25dc2ef875 HTTP/1.1" status: 204 len: 168 time: 0.5021303 Jun 16 17:00:04.220592 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-83ccb960-51bf-414e-a911-60ce526de917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:04.253003 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf01685-495b-4a0a-a7f3-2d25dc2ef875,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:04.256992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:04.560456 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-b4a58802-c5e7-4233-b545-4d319381cfda tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:04.565474 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-b4a58802-c5e7-4233-b545-4d319381cfda tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 819 time: 0.2526748 Jun 16 17:00:04.586485 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T17:00:01Z', 'revision_number': 4, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'a07017e5-681a-4d4c-9028-a0098ad03654', 'name': '', 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'mac_address': 'fa:16:3e:0b:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:59Z', 'updated_at': '2021-06-16T17:00:01Z', 'revision_number': 2, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'subnets': [{'id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:04.593056 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-1ac12ac0-1d4d-4805-91f5-f563e49648ac tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/quotas/1a500efcb43f4fc8af8f690fd4aa13cb HTTP/1.1" status: 200 len: 375 time: 0.0193620 Jun 16 17:00:04.595071 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Checking router: 511e82de-0a1c-4b71-8e90-547fdac3784c for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:04.595430 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Updating router 511e82de-0a1c-4b71-8e90-547fdac3784c port a07017e5-681a-4d4c-9028-a0098ad03654 binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:04.675220 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.802140 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a0783f8f-6450-4182-a494-67de1a403a78 req-934923ee-fc5d-442c-b064-8f69a368fcd7 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 210 time: 0.1199360 Jun 16 17:00:04.846385 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-612e9498-cdc6-49cf-92d0-e8c74c7fef97 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2382147 Jun 16 17:00:05.038542 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 611a237c-ae02-4262-b729-1db889d7fd48 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:05.128875 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-c026ab4c-428e-41d0-8b02-7a96374eb346 service neutron] 10.222.0.36 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862329 Jun 16 17:00:05.164046 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 611a237c-ae02-4262-b729-1db889d7fd48 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:05.164420 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:05.227839 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-775f5805-8a79-4cc2-8613-1aa54f0db364 req-3934cb4b-abb8-4370-a189-ea93056c2958 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 210 time: 0.0687833 Jun 16 17:00:05.268217 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:05.288220 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Transition to ACTIVE for port object a07017e5-681a-4d4c-9028-a0098ad03654 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:05.312013 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-77e001bf-82ea-4b18-b1a2-d6c1bbdb7058 service neutron] 10.222.0.36 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805766 Jun 16 17:00:05.387633 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:05.403838 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:05.467604 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-c56768c4-cda5-4a98-a7fe-9893185e85c5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:05.470848 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-c56768c4-cda5-4a98-a7fe-9893185e85c5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.2096324 Jun 16 17:00:05.495385 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Request body: {'port': {'device_id': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'admin_state_up': True, 'tenant_id': '879a92fd1ea343c9b73dd7abee0ecfa3'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:05.540917 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343f7f1-098d-4a5c-8cd4-fed5474bae7f None None] Pushing event updated for resources: {'Port': ['ID=a07017e5-681a-4d4c-9028-a0098ad03654,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:05.545090 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-4343f7f1-098d-4a5c-8cd4-fed5474bae7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:05.566916 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58942) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:05.584006 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Attempting to bind port a07017e5-681a-4d4c-9028-a0098ad03654 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:05.585925 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Attempting to bind port a07017e5-681a-4d4c-9028-a0098ad03654 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:05.585925 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Attempting to bind port a07017e5-681a-4d4c-9028-a0098ad03654 on network a05a142a-93ef-4dae-84ff-199b12d3725e {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:05.591294 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:05.591774 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Checking segment: {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:05.592252 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:05.592718 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Bound using segment: {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:05.593271 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Bound port: a07017e5-681a-4d4c-9028-a0098ad03654, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:05.593866 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:05.596197 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:05.705187 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.db.api [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 17:00:05.705187 dv-cinder-783389-6-smb neutron-server[100141]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 17:00:05.705187 dv-cinder-783389-6-smb neutron-server[100141]: [parameters: {'project_id': '86c9bcfd014f4d86935a7e6081041b7a', 'id': '484011a5-6ae5-48a2-b9c2-53727da2a4c6', 'expiration': datetime.datetime(2021, 6, 16, 17, 2, 5, 680860)}] Jun 16 17:00:05.705187 dv-cinder-783389-6-smb neutron-server[100141]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 17:00:05.705672 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_db.api [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:00:05.747464 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] For port a07017e5-681a-4d4c-9028-a0098ad03654, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:05.758682 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] For port a07017e5-681a-4d4c-9028-a0098ad03654, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=a07017e5-681a-4d4c-9028-a0098ad03654,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:05.792276 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-794bdbcd-9f12-4d76-9b75-5b30b16cc368 req-e38cd13d-f5e3-4329-988a-3e1c4f58c09d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 210 time: 0.0847340 Jun 16 17:00:06.067288 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 58952) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:06.070234 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0f382cca-0312-4447-ba67-fa64471836bf req-1c9007eb-54c3-4eb8-a1b9-6d7041597853 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 210 time: 0.0481861 Jun 16 17:00:06.071479 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Made reservation on behalf of 879a92fd1ea343c9b73dd7abee0ecfa3 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:06.071926 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:06.075634 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:06.081123 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:06.146892 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cf547787-f3bd-46a1-a3ef-f7ef975488f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:06.154628 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Routers {'511e82de-0a1c-4b71-8e90-547fdac3784c'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:06.158910 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T16:59:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['511e82de-0a1c-4b71-8e90-547fdac3784c'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:06.213635 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:06.270902 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343f7f1-098d-4a5c-8cd4-fed5474bae7f None None] Pushing event updated for resources: {'Port': ['ID=a07017e5-681a-4d4c-9028-a0098ad03654,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:06.280028 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-4343f7f1-098d-4a5c-8cd4-fed5474bae7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:06.313612 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-e71986af-34a5-4050-ba90-9466b0ff5a4d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:06.346886 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-e71986af-34a5-4050-ba90-9466b0ff5a4d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 819 time: 0.2456994 Jun 16 17:00:06.365106 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-d9fc2dbc-b003-42e2-b4ea-ee6e64181ef2 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/quotas/1a500efcb43f4fc8af8f690fd4aa13cb HTTP/1.1" status: 200 len: 375 time: 0.0338254 Jun 16 17:00:06.399938 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] Set router 511e82de-0a1c-4b71-8e90-547fdac3784c gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:06.563172 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-64c6ad23-d304-485d-b97e-3109b856c49b req-d3ee0ca9-964c-43b1-bf79-727f290d67d5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 210 time: 0.0628853 Jun 16 17:00:06.580580 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Allocated IP 172.20.0.8 (e619040b-3be7-4676-99c4-cf9747381ca5/4c713bb7-142f-4e5e-8e99-8082f0c447b9/c0a0125f-550e-4e46-b53e-e2c5451f8521) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:06.583698 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5ad9d6cb-ba6b-41ca-b394-61680b6b0387 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2097278 Jun 16 17:00:06.672024 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 58980) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:06.853400 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-7e7648cd-4ac8-430f-b0dd-45f8e0640f4f service neutron] 10.222.0.36 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672417 Jun 16 17:00:06.915399 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:06.954910 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-479eceef-ea3f-4f85-9783-4f45fb36fa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.097457 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.113134 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', '094ed9d9-1faa-4204-98ca-a2687c0c7e95'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:07.114724 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:07.213176 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Network e619040b-3be7-4676-99c4-cf9747381ca5 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:07.233364 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:07.240474 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:07.298414 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event updated for resources: {'Port': ['ID=c0a0125f-550e-4e46-b53e-e2c5451f8521,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:07.309402 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:07.358525 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:07.359538 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.376894 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-713b490e-81a3-416f-9cfb-12f5f51deeaf service neutron] 10.222.0.36 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082128 Jun 16 17:00:07.404806 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.459263 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T17:00:01Z', 'revision_number': 4, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'a07017e5-681a-4d4c-9028-a0098ad03654', 'name': '', 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'mac_address': 'fa:16:3e:0b:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:59Z', 'updated_at': '2021-06-16T17:00:05Z', 'revision_number': 4, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'subnets': [{'id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:07.467634 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5dbcb-9fe4-4b1b-9115-6de0bbebb54b None None] The sync data for ids ['511e82de-0a1c-4b71-8e90-547fdac3784c'] in dv-cinder-783389-6-smb is: [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T17:00:01Z', 'revision_number': 4, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'a07017e5-681a-4d4c-9028-a0098ad03654', 'name': '', 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'mac_address': 'fa:16:3e:0b:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:59Z', 'updated_at': '2021-06-16T17:00:05Z', 'revision_number': 4, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'subnets': [{'id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:07.527023 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.596761 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7295833e-4c68-4227-b0c3-adfd989bd393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:07.658895 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f5ac976f-3afb-43cd-b54e-e1c940bc1520 req-ab5ea838-1e45-4eaa-a01a-7495354ae502 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 210 time: 0.1419423 Jun 16 17:00:07.768118 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cf547787-f3bd-46a1-a3ef-f7ef975488f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.771508 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86c9bcfd014f4d86935a7e6081041b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2031457 Jun 16 17:00:07.773420 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7460cc4e-8721-421f-9d92-84e73c0b1f8c,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:07.778146 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:07.787226 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59000) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:07.890931 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.947987 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.036736 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca869df-9287-46cc-bdf9-c5bce24026d4 req-ed7c6b6d-feb7-49ae-9cd5-f6905a132013 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:08.042897 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6ca869df-9287-46cc-bdf9-c5bce24026d4 req-ed7c6b6d-feb7-49ae-9cd5-f6905a132013 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 931 time: 0.1640563 Jun 16 17:00:08.045869 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cf547787-f3bd-46a1-a3ef-f7ef975488f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.094316 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-e2921882-d58c-41bb-93be-8fe838cd897e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:08.100316 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-cf547787-f3bd-46a1-a3ef-f7ef975488f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7132017f4a834056881781dbb4f11deb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2335622 Jun 16 17:00:08.109258 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59014) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:08.132840 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6ca869df-9287-46cc-bdf9-c5bce24026d4 req-321145c6-7789-4222-8083-a172371aec0b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830712 Jun 16 17:00:08.157982 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf547787-f3bd-46a1-a3ef-f7ef975488f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e682195-d801-49e8-a8de-9ecd8a9bd0e4,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:08.176370 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cf547787-f3bd-46a1-a3ef-f7ef975488f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:08.214432 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.227138 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7422462 Jun 16 17:00:08.247072 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Request body: {'port': {'device_id': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:08.255185 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ba94a876-903d-4c75-882e-3fefdb7c8ec4 req-8e80f275-7c43-41af-bb97-abf64ce9c5fa tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 210 time: 0.0516150 Jun 16 17:00:08.339851 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.342657 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.357435 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7460cc4e-8721-421f-9d92-84e73c0b1f8c HTTP/1.1" status: 204 len: 168 time: 0.5585105 Jun 16 17:00:08.414864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1d18c4bc-acfc-4b97-918f-03c3cda3dca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:08.440999 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7460cc4e-8721-421f-9d92-84e73c0b1f8c,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:08.466121 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:08.473113 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.524155 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-479eceef-ea3f-4f85-9783-4f45fb36fa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.530103 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.706131 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-479eceef-ea3f-4f85-9783-4f45fb36fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.778914 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.787577 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.793005 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e682195-d801-49e8-a8de-9ecd8a9bd0e4 HTTP/1.1" status: 204 len: 168 time: 0.6687841 Jun 16 17:00:08.843329 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:08.862553 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-479eceef-ea3f-4f85-9783-4f45fb36fa40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56e6f420d52a4d9fa7890cd227f93367&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1873987 Jun 16 17:00:08.898260 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59042) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:09.024566 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-87ef198d-b2bb-447b-80d5-86f89e2c5533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.030356 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-af706943-1404-4239-849d-de9a5b7c0313 req-62cd0edf-e544-47d4-a8b2-4d282e7bf7fa tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 210 time: 0.1262438 Jun 16 17:00:09.077369 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device a07017e5-681a-4d4c-9028-a0098ad03654 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:09.376227 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-84eca934-ef53-4e69-bae3-89a4a0f53028 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:09.378788 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-84eca934-ef53-4e69-bae3-89a4a0f53028 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "GET /v2.0/networks?id=fece0361-b55d-4b62-a1cd-5bac3afb2cb9 HTTP/1.1" status: 200 len: 808 time: 0.5369349 Jun 16 17:00:09.401161 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Request body: {'port': {'device_id': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9', 'admin_state_up': True, 'tenant_id': '8ceab3d0936d4acd9ddf46b769ddf988'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:09.422071 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a0125f-550e-4e46-b53e-e2c5451f8521 {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:09.427051 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eceef-ea3f-4f85-9783-4f45fb36fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aada8f-4397-43ef-ad87-fc0bb87b340e,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:09.438215 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.447539 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-479eceef-ea3f-4f85-9783-4f45fb36fa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:09.465364 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Transition to ACTIVE for port object c0a0125f-550e-4e46-b53e-e2c5451f8521 will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:09.467010 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c12c46dc-0c88-4d00-990b-f2995bd70c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:09.482421 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port a07017e5-681a-4d4c-9028-a0098ad03654 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:09.484433 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e682195-d801-49e8-a8de-9ecd8a9bd0e4,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:09.490933 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port a07017e5-681a-4d4c-9028-a0098ad03654 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:09.492657 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.503889 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:09.592425 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.600730 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:09.685363 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.704924 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-da4ac7ee-e76a-40c2-8a24-94e85eff701c req-5553f49e-8d07-45f7-879e-1713ff1c09c2 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 210 time: 0.2123539 Jun 16 17:00:09.736575 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.777531 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port a07017e5-681a-4d4c-9028-a0098ad03654, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=a07017e5-681a-4d4c-9028-a0098ad03654,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:09.816889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.850280 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0125f-550e-4e46-b53e-e2c5451f8521,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:09.892775 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:09.917829 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.926290 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:09.933450 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Made reservation on behalf of 8ceab3d0936d4acd9ddf46b769ddf988 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:09.940857 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.020542 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=a07017e5-681a-4d4c-9028-a0098ad03654,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:10.034436 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:10.043447 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Attempting to bind port c0a0125f-550e-4e46-b53e-e2c5451f8521 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:10.043798 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Attempting to bind port c0a0125f-550e-4e46-b53e-e2c5451f8521 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:10.044106 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Attempting to bind port c0a0125f-550e-4e46-b53e-e2c5451f8521 on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:10.066007 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59066) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:10.085153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Port c0a0125f-550e-4e46-b53e-e2c5451f8521 on network e619040b-3be7-4676-99c4-cf9747381ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:10.091967 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Attempting to bind port c0a0125f-550e-4e46-b53e-e2c5451f8521 on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:10.109418 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:10.109418 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Checking segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:10.109831 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Bound using segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:10.111416 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Bound port: c0a0125f-550e-4e46-b53e-e2c5451f8521, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:10.111819 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.150251 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.155408 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.157482 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8aada8f-4397-43ef-ad87-fc0bb87b340e HTTP/1.1" status: 204 len: 168 time: 1.2568998 Jun 16 17:00:10.163779 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:10.181342 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1a9b-d893-4491-ae70-7da11d021b6e req-051de311-91c9-4357-bdf9-3f8b77dc66fc tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:10.194153 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-846c1a9b-d893-4491-ae70-7da11d021b6e req-051de311-91c9-4357-bdf9-3f8b77dc66fc tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 931 time: 0.7815251 Jun 16 17:00:10.262889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59078) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:10.268820 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aada8f-4397-43ef-ad87-fc0bb87b340e,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:10.303642 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4aeceaff-b48c-42c6-846b-4cd9ed9b1e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.316800 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:10.316800 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.96', 60824) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:10.371541 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-846c1a9b-d893-4491-ae70-7da11d021b6e req-8657c592-a834-4724-ac1e-96baf9978520 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760194 Jun 16 17:00:10.448277 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-de66d8e3-d038-4594-adab-cc7c5b0af31b req-5e0402d2-b937-4c06-81b8-4cb6159af537 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 210 time: 0.1394005 Jun 16 17:00:10.471528 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Allocated IP 172.20.0.14 (fece0361-b55d-4b62-a1cd-5bac3afb2cb9/3f1c55ca-c587-4afa-bbfc-825feb5c2144/5f2facc9-862a-4beb-abe5-da9fb61a5b1f) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:10.583749 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7db27695-d7b8-4f4c-b6db-c26ef1b449a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.644416 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] For port c0a0125f-550e-4e46-b53e-e2c5451f8521, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:10.652446 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] For port c0a0125f-550e-4e46-b53e-e2c5451f8521, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c0a0125f-550e-4e46-b53e-e2c5451f8521,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:10.732020 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-4ec0a21f-200f-476a-8f7f-c29be7c533e4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:10.734612 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-4ec0a21f-200f-476a-8f7f-c29be7c533e4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 819 time: 0.3960350 Jun 16 17:00:10.736952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4aeceaff-b48c-42c6-846b-4cd9ed9b1e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.754143 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Request body: {'port': {'device_id': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'admin_state_up': True, 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:10.877964 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.885088 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:10.989610 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4aeceaff-b48c-42c6-846b-4cd9ed9b1e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.994026 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:10.996153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.999468 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] 10.222.0.96 "PUT /v2.0/ports/c0a0125f-550e-4e46-b53e-e2c5451f8521 HTTP/1.1" status: 200 len: 1093 time: 2.7610505 Jun 16 17:00:11.016579 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-43e4b7b0-32cb-4320-948d-c5c3ea3a2f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.016856 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'tag': 'c0a0125f-550e-4e46-b53e-e2c5451f8521'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:11.020899 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223e480-64e7-4025-8cd5-5a697b0995b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6909a1-09d1-4c02-911a-94c2dc020676", "tag": "c0a0125f-550e-4e46-b53e-e2c5451f8521"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:11.027357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device a07017e5-681a-4d4c-9028-a0098ad03654 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:11.106334 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a0125f-550e-4e46-b53e-e2c5451f8521,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:11.120454 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6cec72db-236a-45b3-b27a-612eae9a72fb req-237cab8f-0d12-47eb-b312-b92c4d57e021 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 210 time: 0.1843390 Jun 16 17:00:11.203355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port a07017e5-681a-4d4c-9028-a0098ad03654 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:11.205227 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.214992 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-4aeceaff-b48c-42c6-846b-4cd9ed9b1e9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54fe94f8e41b446a8c1ba0c7a9b597ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9476984 Jun 16 17:00:11.218123 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59094) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:11.221569 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeceaff-b48c-42c6-846b-4cd9ed9b1e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9606560-a47d-4c75-bd64-28f20b27a756,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:11.239479 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4aeceaff-b48c-42c6-846b-4cd9ed9b1e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:11.279110 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.321840 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7db27695-d7b8-4f4c-b6db-c26ef1b449a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.327049 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:11.331645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026e56d6-0c8a-4579-83cc-861697051f55 x-openstack-request-id: req-026e56d6-0c8a-4579-83cc-861697051f55 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:11.331946 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6909a1-09d1-4c02-911a-94c2dc020676", "tag": "c0a0125f-550e-4e46-b53e-e2c5451f8521", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:11.332102 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-026e56d6-0c8a-4579-83cc-861697051f55 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:11.332463 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'tag': 'c0a0125f-550e-4e46-b53e-e2c5451f8521', 'status': 'completed', 'code': 200} Jun 16 17:00:11.437236 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7db27695-d7b8-4f4c-b6db-c26ef1b449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.448557 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.462269 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.524292 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7db27695-d7b8-4f4c-b6db-c26ef1b449a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=144cf72f5070403e91f6de5b37aca32e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4566929 Jun 16 17:00:11.530602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59110) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:11.531814 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db27695-d7b8-4f4c-b6db-c26ef1b449a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d30a123-a713-47a7-a6e0-2441257b8b5a,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:11.546418 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7db27695-d7b8-4f4c-b6db-c26ef1b449a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:11.574783 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.580488 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-dabfa080-89d8-4ce1-8606-3ddb681e0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:11.582303 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-dabfa080-89d8-4ce1-8606-3ddb681e0aca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 1096 time: 0.2586687 Jun 16 17:00:11.665331 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Made reservation on behalf of 1a500efcb43f4fc8af8f690fd4aa13cb for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:11.671956 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.718682 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.769525 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-487af467-2af5-4d14-a442-805b7ae56ccc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a0125f-550e-4e46-b53e-e2c5451f8521 HTTP/1.1" status: 200 len: 217 time: 0.1665068 Jun 16 17:00:11.776151 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.834819 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-20751e4b-6e30-4fef-8ff2-c8e2f997d77b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.904941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.923037 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-c42e3ff8-44a7-42e1-8004-a031bf0fa633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:11.925806 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-c42e3ff8-44a7-42e1-8004-a031bf0fa633 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.1459761 Jun 16 17:00:11.999083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-5781952a-aba3-463a-91f7-3e91948eaa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.007484 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-b6a0eae8-7844-4929-b065-e552d4ef78c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722630 Jun 16 17:00:12.009645 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:12.039000 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:12.061945 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:12.073058 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:12.074070 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.135439 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Pushing event updated for resources: {'Port': ['ID=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:12.190168 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:12.206651 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256a96-a7b6-4825-b5f2-c5abad9cd90f req-571a7eca-4873-4d9c-8175-f17104254dca tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:12.210455 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-74256a96-a7b6-4825-b5f2-c5abad9cd90f req-571a7eca-4873-4d9c-8175-f17104254dca tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 943 time: 0.6215928 Jun 16 17:00:12.249581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc589-4240-4b24-800a-f6b9508f3626 req-f224e9e2-d463-4950-8148-8f05c34df9fb tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:12.251423 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c87fc589-4240-4b24-800a-f6b9508f3626 req-f224e9e2-d463-4950-8148-8f05c34df9fb tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 932 time: 0.5653467 Jun 16 17:00:12.277225 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-a2f7a81c-760a-4f75-a799-a2249d53e987 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586143 Jun 16 17:00:12.297615 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.300443 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.304398 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9606560-a47d-4c75-bd64-28f20b27a756 HTTP/1.1" status: 204 len: 168 time: 1.0795853 Jun 16 17:00:12.313591 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Allocated IP 172.20.0.6 (a05a142a-93ef-4dae-84ff-199b12d3725e/842cc7c9-ef1a-48c4-afbe-af5d392334f6/bca82a44-71ec-4732-9e0b-8d9cfc44dcb4) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:12.314356 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-90553181-b990-4578-8a7d-895fb92235b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:12.354772 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9606560-a47d-4c75-bd64-28f20b27a756,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:12.366655 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:12.370665 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-74256a96-a7b6-4825-b5f2-c5abad9cd90f req-ab66a9f4-1b12-42c4-9c84-8bda0527ae87 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363180 Jun 16 17:00:12.379990 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9864001 Jun 16 17:00:12.390132 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c87fc589-4240-4b24-800a-f6b9508f3626 req-6478c8c5-14b0-4726-80c2-b3e5205beec4 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217957 Jun 16 17:00:12.409423 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Request body: {'port': {'device_id': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:12.418471 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ad3affa8-6e23-4213-9b3d-e4edd2a6d4af req-417b6107-322b-4c42-b26a-64409488e5a7 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340544 Jun 16 17:00:12.429424 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.454230 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.476140 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.482619 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d30a123-a713-47a7-a6e0-2441257b8b5a HTTP/1.1" status: 204 len: 168 time: 0.9189165 Jun 16 17:00:12.499236 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bdcc8718-6cf4-476d-92d3-8bf5bf78a391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:12.590353 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d30a123-a713-47a7-a6e0-2441257b8b5a,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:12.594714 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:12.656422 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.96', 60828) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:12.707468 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.818836 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03dd62ff-5f68-4307-be0b-9baeeaf09c8c req-6f5d3d4f-d84c-446c-a9b2-fb8b17d53bfb tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 210 time: 0.1049485 Jun 16 17:00:12.820754 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.873903 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-e82f73f5-41a7-4bc7-b675-74c6cf89dbfe tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:12.875431 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-e82f73f5-41a7-4bc7-b675-74c6cf89dbfe tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 819 time: 0.3306420 Jun 16 17:00:12.907381 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Request body: {'port': {'device_id': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'admin_state_up': True, 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:12.925142 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-5cebaf8c-09de-4e46-a8c5-030239a04a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:12.927964 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-5cebaf8c-09de-4e46-a8c5-030239a04a26 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 1096 time: 0.2690251 Jun 16 17:00:13.069159 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.080739 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:13.119132 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-065dbc45-b62b-4e8e-b572-917f9b15412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:13.122325 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-065dbc45-b62b-4e8e-b572-917f9b15412f service neutron] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 915 time: 0.1761744 Jun 16 17:00:13.149913 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Network a05a142a-93ef-4dae-84ff-199b12d3725e is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:13.171588 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:13.175901 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:13.182721 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:13.183470 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.190522 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Pushing event updated for resources: {'Port': ['ID=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:13.198555 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:13.230962 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-b1be7786-7a57-414f-856d-6b10eb2a86f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a0125f-550e-4e46-b53e-e2c5451f8521 HTTP/1.1" status: 200 len: 217 time: 0.0975335 Jun 16 17:00:13.285265 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2facc9-862a-4beb-abe5-da9fb61a5b1f {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:13.301459 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.301702 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.313563 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-afc552bb-2dac-43cf-9627-12a1a870c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:13.315308 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-afc552bb-2dac-43cf-9627-12a1a870c4b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.0746791 Jun 16 17:00:13.323281 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Transition to ACTIVE for port object 5f2facc9-862a-4beb-abe5-da9fb61a5b1f will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:13.381664 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-9a3659c3-fb41-4fd9-bf08-ca020254c02c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520644 Jun 16 17:00:13.382314 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Made reservation on behalf of 1a500efcb43f4fc8af8f690fd4aa13cb for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:13.386511 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.401692 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.407377 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5441de00-563e-47c4-95a6-988356a834a6 tempest-DeleteServersTestJSON-1019713925 tempest-DeleteServersTestJSON-1019713925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:13.511583 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7619398 Jun 16 17:00:13.558100 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Request body: {'port': {'device_id': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:13.656484 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-45fe9292-c646-4a57-bff7-540d06c22055 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653539 Jun 16 17:00:13.868693 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Allocated IP 172.20.0.13 (a05a142a-93ef-4dae-84ff-199b12d3725e/842cc7c9-ef1a-48c4-afbe-af5d392334f6/526ffe1d-b6e1-4fca-a05b-c931bf411437) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:13.886764 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:13.910734 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:14.036323 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.057793 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Attempting to bind port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:14.058090 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Attempting to bind port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:14.058418 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Attempting to bind port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f on network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:14.075641 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f on network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:14.080120 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Attempting to bind port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f on network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:14.118503 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-2cee7fab-f08e-43c6-bda3-21129f878dd1 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122090 Jun 16 17:00:14.181834 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59182) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:14.209142 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8e13-50ad-43ef-b42f-adcdd70176cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.320561 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.372641 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:14.372984 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Checking segment: {'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:14.373401 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Bound using segment: {'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:14.377564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Bound port: 5f2facc9-862a-4beb-abe5-da9fb61a5b1f, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:14.377564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.402416 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8e13-50ad-43ef-b42f-adcdd70176cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.414729 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2017d73-e99d-4c42-a44e-7f05cd02c33a req-2fb2b784-04f4-42b2-b9ce-cec95bb3bdde tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:14.416274 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e2017d73-e99d-4c42-a44e-7f05cd02c33a req-2fb2b784-04f4-42b2-b9ce-cec95bb3bdde tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 943 time: 0.6757519 Jun 16 17:00:14.481373 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082083c-63f7-4a5e-b656-4f4cc1c54aa9 req-c841c626-2d86-46a7-bce6-499ee8dd4fbf tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:14.483064 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2082083c-63f7-4a5e-b656-4f4cc1c54aa9 req-c841c626-2d86-46a7-bce6-499ee8dd4fbf tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 944 time: 0.7672381 Jun 16 17:00:14.502297 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8e13-50ad-43ef-b42f-adcdd70176cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.520246 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.526444 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4169871d-3d20-4c82-81b7-49b68d9770fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:14.615830 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-f1ec8e13-50ad-43ef-b42f-adcdd70176cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d21bb883283d4ca6919c4cea9e3cca98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333439 Jun 16 17:00:14.621724 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59192) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:14.625520 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Network a05a142a-93ef-4dae-84ff-199b12d3725e is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:14.630207 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] For port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:14.631673 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec8e13-50ad-43ef-b42f-adcdd70176cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab217d1f-a855-4088-ac92-f0dfdcfdc7dc,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:14.636114 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f1ec8e13-50ad-43ef-b42f-adcdd70176cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:14.636698 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:14.647556 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:14.649114 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e2017d73-e99d-4c42-a44e-7f05cd02c33a req-105140e9-2a3e-41b5-9a49-c53ef756b311 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214236 Jun 16 17:00:14.656787 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:14.665750 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] For port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:14.715741 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2082083c-63f7-4a5e-b656-4f4cc1c54aa9 req-c230907b-3a48-401b-a800-e4942744a8f5 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047846 Jun 16 17:00:14.826939 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.853549 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:14.957014 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Pushing event updated for resources: {'Port': ['ID=526ffe1d-b6e1-4fca-a05b-c931bf411437,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:14.976614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.039473 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.040289 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.045134 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.046250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.048928 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] 10.222.0.96 "PUT /v2.0/ports/5f2facc9-862a-4beb-abe5-da9fb61a5b1f HTTP/1.1" status: 200 len: 1094 time: 2.6440964 Jun 16 17:00:15.056063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'tag': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:15.060402 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.062678 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda41a4-7091-48c5-8216-1268dcd6e2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00", "tag": "5f2facc9-862a-4beb-abe5-da9fb61a5b1f"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:15.064969 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.103328 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.158968 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:15.182418 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:15.189577 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0419f-13f7-47aa-bca8-850e6ba7a084 x-openstack-request-id: req-a1d0419f-13f7-47aa-bca8-850e6ba7a084 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:15.190224 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00", "tag": "5f2facc9-862a-4beb-abe5-da9fb61a5b1f", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:15.190961 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1d0419f-13f7-47aa-bca8-850e6ba7a084 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:15.191648 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'tag': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f', 'status': 'completed', 'code': 200} Jun 16 17:00:15.195251 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.203086 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.287732 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3992305 Jun 16 17:00:15.295822 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd71377-3c4f-4c11-b078-ecc80326139d req-92946507-c2c0-463e-970c-7410c65a9bdb tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.297614 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-abd71377-3c4f-4c11-b078-ecc80326139d req-92946507-c2c0-463e-970c-7410c65a9bdb tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 932 time: 0.3035867 Jun 16 17:00:15.308614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Request body: {'port': {'device_id': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:15.319693 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Transition to ACTIVE for port object bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:15.325749 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.328428 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda41a4-7091-48c5-8216-1268dcd6e2f1 req-d67087d9-e9a0-47c4-a6e2-84526c782f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.330533 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cda41a4-7091-48c5-8216-1268dcd6e2f1 req-d67087d9-e9a0-47c4-a6e2-84526c782f1c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 1097 time: 0.1066287 Jun 16 17:00:15.336835 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.343653 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab217d1f-a855-4088-ac92-f0dfdcfdc7dc HTTP/1.1" status: 204 len: 168 time: 0.7202225 Jun 16 17:00:15.378733 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:15.415414 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-abd71377-3c4f-4c11-b078-ecc80326139d req-2757c9ab-082a-4b4a-b1cc-8a4ef93efbd1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019788 Jun 16 17:00:15.415607 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab217d1f-a855-4088-ac92-f0dfdcfdc7dc,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:15.424585 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.452247 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.461849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:15.594295 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.605098 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda41a4-7091-48c5-8216-1268dcd6e2f1 req-18a04917-8f86-46ed-9f54-59875d62399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.607195 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cda41a4-7091-48c5-8216-1268dcd6e2f1 req-18a04917-8f86-46ed-9f54-59875d62399d service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2668796 Jun 16 17:00:15.664111 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Pushing event updated for resources: {'Port': ['ID=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:15.688548 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.760939 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.769013 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Attempting to bind port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:15.769496 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Attempting to bind port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:15.769849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Attempting to bind port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 on network a05a142a-93ef-4dae-84ff-199b12d3725e {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:15.783800 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 on network a05a142a-93ef-4dae-84ff-199b12d3725e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:15.784122 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Attempting to bind port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 on network a05a142a-93ef-4dae-84ff-199b12d3725e {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:15.838577 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:15.848023 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Checking segment: {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:15.848675 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Bound using segment: {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:15.856120 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Bound port: bca82a44-71ec-4732-9e0b-8d9cfc44dcb4, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:15.857553 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.981607 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda41a4-7091-48c5-8216-1268dcd6e2f1 req-08a7f890-a4f3-4a48-8d6e-bbc495962acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.984032 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cda41a4-7091-48c5-8216-1268dcd6e2f1 req-08a7f890-a4f3-4a48-8d6e-bbc495962acc service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3671803 Jun 16 17:00:16.175566 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] For port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:16.198418 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526ffe1d-b6e1-4fca-a05b-c931bf411437 {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:16.204149 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] For port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:16.209541 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.229937 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Transition to ACTIVE for port object 526ffe1d-b6e1-4fca-a05b-c931bf411437 will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:16.251175 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19cb03-0323-43e7-b475-e9e765158a40 req-34c72fe6-c77a-401b-9d9e-83263a310ebb tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:16.253527 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d19cb03-0323-43e7-b475-e9e765158a40 req-34c72fe6-c77a-401b-9d9e-83263a310ebb tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 944 time: 0.1856825 Jun 16 17:00:16.265196 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90310240-1841-49b8-b69d-d06d5de91538 req-5955416e-2888-45e4-b0a1-196153308ff5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:16.273573 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-90310240-1841-49b8-b69d-d06d5de91538 req-5955416e-2888-45e4-b0a1-196153308ff5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 943 time: 0.2405367 Jun 16 17:00:16.279075 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-afda1b47-8eb3-4f06-b6ea-04b8c1790ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:16.280648 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-afda1b47-8eb3-4f06-b6ea-04b8c1790ff6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 1097 time: 0.2159266 Jun 16 17:00:16.323654 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c0a0125f-550e-4e46-b53e-e2c5451f8521 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:16.356347 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.365140 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-2330f01e-06ac-4481-86ef-9faf8dea71d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f2facc9-862a-4beb-abe5-da9fb61a5b1f HTTP/1.1" status: 200 len: 217 time: 0.0605857 Jun 16 17:00:16.376008 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.378104 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-41fc4e4c-a47b-4147-bbcb-dec92807d8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:16.395814 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:16.468864 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-90310240-1841-49b8-b69d-d06d5de91538 req-48b70dc3-dd5c-47e6-b603-37a8ff2f1573 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947832 Jun 16 17:00:16.491673 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:16.492759 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.495426 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] 10.222.0.96 "PUT /v2.0/ports/bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 200 len: 1093 time: 2.9708991 Jun 16 17:00:16.507649 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d19cb03-0323-43e7-b475-e9e765158a40 req-cea16b3d-6420-412d-b8ae-f658ab07d7f5 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322342 Jun 16 17:00:16.603328 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port c0a0125f-550e-4e46-b53e-e2c5451f8521, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c0a0125f-550e-4e46-b53e-e2c5451f8521,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:16.638784 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'c0a0125f-550e-4e46-b53e-e2c5451f8521', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'port_id': 'c0a0125f-550e-4e46-b53e-e2c5451f8521', 'mac_address': 'fa:16:3e:00:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c713bb7-142f-4e5e-8e99-8082f0c447b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:16.655403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-9c1d379b-41a5-46bf-b15f-59e4984b345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:16.659238 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-9c1d379b-41a5-46bf-b15f-59e4984b345c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3f1c55ca-c587-4afa-bbfc-825feb5c2144 HTTP/1.1" status: 200 len: 848 time: 0.2773845 Jun 16 17:00:16.664451 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Pushing event updated for resources: {'Port': ['ID=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:16.680859 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:16.744885 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.763184 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Pushing event updated for resources: {'Port': ['ID=526ffe1d-b6e1-4fca-a05b-c931bf411437,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:16.766354 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:16.779845 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a0125f-550e-4e46-b53e-e2c5451f8521 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:16.806893 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-ae4ef899-06b0-4d87-b90c-f739e80865a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fece0361-b55d-4b62-a1cd-5bac3afb2cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307216 Jun 16 17:00:16.832537 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port c0a0125f-550e-4e46-b53e-e2c5451f8521, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c0a0125f-550e-4e46-b53e-e2c5451f8521,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:16.846673 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Attempting to bind port 526ffe1d-b6e1-4fca-a05b-c931bf411437 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:16.847007 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Attempting to bind port 526ffe1d-b6e1-4fca-a05b-c931bf411437 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:16.847515 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Attempting to bind port 526ffe1d-b6e1-4fca-a05b-c931bf411437 on network a05a142a-93ef-4dae-84ff-199b12d3725e {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:16.855195 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Port 526ffe1d-b6e1-4fca-a05b-c931bf411437 on network a05a142a-93ef-4dae-84ff-199b12d3725e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:16.855534 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Attempting to bind port 526ffe1d-b6e1-4fca-a05b-c931bf411437 on network a05a142a-93ef-4dae-84ff-199b12d3725e {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:16.861832 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:16.862090 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Checking segment: {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:16.862491 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Bound using segment: {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:16.863192 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Bound port: 526ffe1d-b6e1-4fca-a05b-c931bf411437, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:16.863661 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.945128 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.948107 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:17.023076 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] For port 526ffe1d-b6e1-4fca-a05b-c931bf411437, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:17.027303 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] For port 526ffe1d-b6e1-4fca-a05b-c931bf411437, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:17.049269 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=c0a0125f-550e-4e46-b53e-e2c5451f8521,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:17.055793 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:17.056474 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-6bb8cff9-883b-4e37-8903-9edde8454022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:17.059057 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-6bb8cff9-883b-4e37-8903-9edde8454022 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1096 time: 0.3849893 Jun 16 17:00:17.128612 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-ef61e910-5775-410d-88b3-72d57783dc3d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0572772 Jun 16 17:00:17.136250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.140109 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:17.162174 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9374c09-f0bf-4c1d-a745-1381a448ba79 req-9d9fc564-ebd5-48d6-a9f9-89b2bb04a902 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:17.164866 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f9374c09-f0bf-4c1d-a745-1381a448ba79 req-9d9fc564-ebd5-48d6-a9f9-89b2bb04a902 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 944 time: 0.4243548 Jun 16 17:00:17.167785 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-fac32aec-c210-4af4-8619-cc489092e5d2 service neutron] 10.222.0.96 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546610 Jun 16 17:00:17.186722 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:17.187642 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.189551 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] 10.222.0.96 "PUT /v2.0/ports/526ffe1d-b6e1-4fca-a05b-c931bf411437 HTTP/1.1" status: 200 len: 1094 time: 1.8898525 Jun 16 17:00:17.191985 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'tag': '526ffe1d-b6e1-4fca-a05b-c931bf411437'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:17.202435 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b18188-5337-4c16-a904-055fce6d31fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6995acbf-f29f-4346-9944-a8a4c2ad78c0", "tag": "526ffe1d-b6e1-4fca-a05b-c931bf411437"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:17.212420 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['c0a0125f-550e-4e46-b53e-e2c5451f8521'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:17.216148 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'tag': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:17.225317 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c51abe3f-a51b-4c7e-96bc-7e083a45e1fc", "tag": "bca82a44-71ec-4732-9e0b-8d9cfc44dcb4"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:17.260839 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Pushing event updated for resources: {'Port': ['ID=526ffe1d-b6e1-4fca-a05b-c931bf411437,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:17.274370 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:17.334514 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb5b957-afb3-4968-bd01-209a0c1752bc x-openstack-request-id: req-7cb5b957-afb3-4968-bd01-209a0c1752bc {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:17.334976 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6995acbf-f29f-4346-9944-a8a4c2ad78c0", "tag": "526ffe1d-b6e1-4fca-a05b-c931bf411437", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:17.335419 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cb5b957-afb3-4968-bd01-209a0c1752bc {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:17.335955 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'tag': '526ffe1d-b6e1-4fca-a05b-c931bf411437', 'status': 'completed', 'code': 200} Jun 16 17:00:17.429407 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f9374c09-f0bf-4c1d-a745-1381a448ba79 req-4ee06ca0-3bcb-4e24-9ff2-024e0334bccf tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839385 Jun 16 17:00:17.459215 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926c5eb7-8857-481e-b165-67c77af18ac2 x-openstack-request-id: req-926c5eb7-8857-481e-b165-67c77af18ac2 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:17.460120 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51abe3f-a51b-4c7e-96bc-7e083a45e1fc", "tag": "bca82a44-71ec-4732-9e0b-8d9cfc44dcb4", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:17.460576 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-926c5eb7-8857-481e-b165-67c77af18ac2 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:17.461061 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'tag': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4', 'status': 'completed', 'code': 200} Jun 16 17:00:17.476747 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c0663cec-ac00-442a-b8b5-eb53c6acd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:17.481134 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-c0663cec-ac00-442a-b8b5-eb53c6acd090 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 1097 time: 0.1438706 Jun 16 17:00:17.498507 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-32f80098-c559-490f-97da-ffb4120bb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:17.500362 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-32f80098-c559-490f-97da-ffb4120bb1d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.3312316 Jun 16 17:00:17.589371 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-f8fdb8ee-46a7-4182-a4b3-36f2d0783ab3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751076 Jun 16 17:00:17.613038 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-3cda69db-18db-4b16-9c31-193abe3f1369 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437 HTTP/1.1" status: 200 len: 217 time: 0.1231375 Jun 16 17:00:17.671888 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-fa3ca2ac-3e9a-44b0-8021-5f66586b623d service neutron] 10.222.0.96 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371102 Jun 16 17:00:17.784442 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-a61af397-5b62-44d9-b212-e2679910cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:17.786969 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-a61af397-5b62-44d9-b212-e2679910cd68 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.1650832 Jun 16 17:00:17.843614 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-abb71ea3-fb85-4c76-a5a4-5834916774a1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486825 Jun 16 17:00:17.980247 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-32e9ca34-2cff-41ba-831b-613a10858cce service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284409 Jun 16 17:00:18.043864 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-836f8c49-db8f-463f-bec8-ccb78a683201 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433947 Jun 16 17:00:18.124498 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eb813-068a-4e5f-a553-753bb2e0c720 req-db9f27d8-bd55-4e6f-bb96-ca17ab6fd583 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.127320 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3d2eb813-068a-4e5f-a553-753bb2e0c720 req-db9f27d8-bd55-4e6f-bb96-ca17ab6fd583 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 944 time: 0.4116080 Jun 16 17:00:18.164266 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-50bdc95b-23bf-4e51-9ee9-f9174057b00b req-7f4408d1-6fb0-4628-a14f-17ac0559c589 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759493 Jun 16 17:00:18.237457 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c60df-af25-4504-9a51-d96da41c7fb1 req-a7eade4b-6f15-4828-a3e6-41bbfb8721e9 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.239165 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c16c60df-af25-4504-9a51-d96da41c7fb1 req-a7eade4b-6f15-4828-a3e6-41bbfb8721e9 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 944 time: 0.3591800 Jun 16 17:00:18.287182 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3d2eb813-068a-4e5f-a553-753bb2e0c720 req-f37d7c86-f13e-45cc-831e-b07cd18e76ce tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504338 Jun 16 17:00:18.305031 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ee9151d6-70e5-4ac2-be3c-97069e74fb32 req-17ba0c12-2ada-4420-ab0b-a07affea98ff service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511964 Jun 16 17:00:18.322102 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c16c60df-af25-4504-9a51-d96da41c7fb1 req-3ad86c04-5d09-4f01-adb9-b6dec1c9dcdc tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684142 Jun 16 17:00:18.330562 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c0a0125f-550e-4e46-b53e-e2c5451f8521 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:18.436091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b18188-5337-4c16-a904-055fce6d31fc req-dc409adb-0f67-4f61-81f8-c41fa8ae4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.438061 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0b18188-5337-4c16-a904-055fce6d31fc req-dc409adb-0f67-4f61-81f8-c41fa8ae4b50 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 1097 time: 0.0892684 Jun 16 17:00:18.575819 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port c0a0125f-550e-4e46-b53e-e2c5451f8521 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:18.585501 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port c0a0125f-550e-4e46-b53e-e2c5451f8521 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:18.588795 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.638149 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-7ce7f748-fa8e-4df8-ad3f-1532797709bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.642450 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-7ce7f748-fa8e-4df8-ad3f-1532797709bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1096 time: 0.1428328 Jun 16 17:00:18.698670 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b18188-5337-4c16-a904-055fce6d31fc req-5f32a103-87d8-48e2-9385-359e1c91cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.700182 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0b18188-5337-4c16-a904-055fce6d31fc req-5f32a103-87d8-48e2-9385-359e1c91cf94 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 921 time: 0.2500384 Jun 16 17:00:18.775367 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0b18188-5337-4c16-a904-055fce6d31fc req-4ec2abc3-03da-4ab4-91fb-fa4fedc23b46 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437 HTTP/1.1" status: 200 len: 217 time: 0.0636182 Jun 16 17:00:18.868001 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.929069 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0125f-550e-4e46-b53e-e2c5451f8521'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:18.936600 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd930-a79e-4dc9-8f82-d5d0f31104b2 req-6949f19e-626b-4134-83f1-8fe72fc09444 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.938626 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc05bc9-2249-4ac6-85ae-922adfc4bd19" -d '{"events": [{"server_uuid": "5f6909a1-09d1-4c02-911a-94c2dc020676", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0125f-550e-4e46-b53e-e2c5451f8521"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:18.946881 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eb0bd930-a79e-4dc9-8f82-d5d0f31104b2 req-6949f19e-626b-4134-83f1-8fe72fc09444 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 944 time: 0.2498910 Jun 16 17:00:18.970753 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b18188-5337-4c16-a904-055fce6d31fc req-2fccf8c4-f131-42d4-883a-c72d157b6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.972329 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0b18188-5337-4c16-a904-055fce6d31fc req-2fccf8c4-f131-42d4-883a-c72d157b6e40 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.1797240 Jun 16 17:00:19.026494 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port c0a0125f-550e-4e46-b53e-e2c5451f8521, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c0a0125f-550e-4e46-b53e-e2c5451f8521,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:19.081364 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-2e39dd95-8ac8-4d2b-95ee-6aae1872786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:19.085089 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-2e39dd95-8ac8-4d2b-95ee-6aae1872786e service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 921 time: 0.4354944 Jun 16 17:00:19.153391 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:19.158605 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:19.247941 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-449aae14-8df7-4652-b325-92d7de848c63 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 200 len: 217 time: 0.1504807 Jun 16 17:00:19.341128 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=c0a0125f-550e-4e46-b53e-e2c5451f8521,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:19.349872 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:19.402915 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-9d189acc-81d3-4b79-9bd3-419237543b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:19.405511 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-9d189acc-81d3-4b79-9bd3-419237543b2b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.1479864 Jun 16 17:00:19.458843 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-79bfca05-be49-4e6f-bfe4-6dee15b3c60f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437551 Jun 16 17:00:19.490580 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59360) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:19.538370 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0b18188-5337-4c16-a904-055fce6d31fc req-2ff28071-51a6-49ec-a6e4-dd5289c41ca1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684607 Jun 16 17:00:19.609786 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eb0bd930-a79e-4dc9-8f82-d5d0f31104b2 req-6eff2091-23d8-4048-9d95-155568d8f3ce tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609387 Jun 16 17:00:19.683234 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-610d997a-f4a7-45dd-a81a-2c6c5c870081 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165718 Jun 16 17:00:19.723107 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2860e707-9023-4cbe-a0e0-927d2f2b7ec9 x-openstack-request-id: req-2860e707-9023-4cbe-a0e0-927d2f2b7ec9 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:19.723578 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6909a1-09d1-4c02-911a-94c2dc020676", "name": "network-vif-plugged", "status": "completed", "tag": "c0a0125f-550e-4e46-b53e-e2c5451f8521", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:19.724206 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2860e707-9023-4cbe-a0e0-927d2f2b7ec9 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:19.725228 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a0125f-550e-4e46-b53e-e2c5451f8521', 'code': 200} Jun 16 17:00:19.862485 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a218debd-ecc1-4fb1-a881-2ed5c57c5018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:19.925692 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0b18188-5337-4c16-a904-055fce6d31fc req-38129e63-94ea-4da6-aa1f-c3762c68233a service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747122 Jun 16 17:00:19.960339 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-fceb68ad-04c4-45f5-ac36-6fedb8fef7b7 req-fa35b414-cfb3-4eb0-a133-5137eb8bd77b service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491033 Jun 16 17:00:20.123234 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0b18188-5337-4c16-a904-055fce6d31fc req-48c83919-3e2e-4772-bc10-9bd79a8be846 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881890 Jun 16 17:00:20.213824 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a218debd-ecc1-4fb1-a881-2ed5c57c5018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.242073 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab9ce0-f8ec-4fe9-831d-25c9a52b1cee req-4576a059-7b0f-4147-839a-2f2d8c3c7db1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:20.244836 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-91ab9ce0-f8ec-4fe9-831d-25c9a52b1cee req-4576a059-7b0f-4147-839a-2f2d8c3c7db1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 945 time: 0.2137094 Jun 16 17:00:20.294380 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-91ab9ce0-f8ec-4fe9-831d-25c9a52b1cee req-4e05243c-fa20-458a-b9e4-97fd7afbea04 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Jun 16 17:00:20.296780 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59380) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:20.334421 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5f2facc9-862a-4beb-abe5-da9fb61a5b1f details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:20.343063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a218debd-ecc1-4fb1-a881-2ed5c57c5018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.393716 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c7aa1fc3-0706-486a-ac04-53ccffc7c1c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:20.433490 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59386) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:20.434215 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a218debd-ecc1-4fb1-a881-2ed5c57c5018 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c4d814ea8984d6c875ceb3a7ec90e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9385464 Jun 16 17:00:20.436445 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218debd-ecc1-4fb1-a881-2ed5c57c5018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445cae43-0b40-4ba3-863b-5abb905bd886,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:20.459898 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a218debd-ecc1-4fb1-a881-2ed5c57c5018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:20.574343 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.631175 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.631978 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:20.646643 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f', 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9', 'port_id': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f', 'mac_address': 'fa:16:3e:95:36:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1c55ca-c587-4afa-bbfc-825feb5c2144', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:20.665604 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b1d9f-3a52-4c2c-8722-b6fb4ee93586 req-dbf5609f-29b1-4d2b-8a0e-b8fcdde54b1b tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:20.668177 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-916b1d9f-3a52-4c2c-8722-b6fb4ee93586 req-dbf5609f-29b1-4d2b-8a0e-b8fcdde54b1b tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 944 time: 0.2753925 Jun 16 17:00:20.676070 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0996f8ca-aded-4f28-bc66-0e6cd4339c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.705843 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.723703 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2facc9-862a-4beb-abe5-da9fb61a5b1f {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:20.756562 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:20.761191 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8203a-9a2f-435c-961e-8400d41291c9 req-88d8c1a4-4bb1-4725-a8f9-2ab954c1a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:20.763507 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-11f8203a-9a2f-435c-961e-8400d41291c9 req-88d8c1a4-4bb1-4725-a8f9-2ab954c1a83f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 1098 time: 0.3238823 Jun 16 17:00:20.806280 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-916b1d9f-3a52-4c2c-8722-b6fb4ee93586 req-c4ddf80c-14e1-4abd-a6b4-f07411c2edb8 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109436 Jun 16 17:00:20.831706 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1321a-b8fb-4377-ac36-58086219ee37 req-b06a54f6-9144-4895-bde8-ec31d7935648 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:20.833914 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ba1321a-b8fb-4377-ac36-58086219ee37 req-b06a54f6-9144-4895-bde8-ec31d7935648 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2671497 Jun 16 17:00:20.856669 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-11f8203a-9a2f-435c-961e-8400d41291c9 req-6aa89df5-1bdd-4677-ba04-f298cc021df4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796096 Jun 16 17:00:20.894072 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ba1321a-b8fb-4377-ac36-58086219ee37 req-a076fe31-17a8-48bd-b631-6258b1d03ff0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514305 Jun 16 17:00:21.014516 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542eb91-f032-42f7-ade3-e15076e1e2b7 req-f4b6dc3e-c060-4e0d-a113-4db47c1e9dcc tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:21.016221 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1542eb91-f032-42f7-ade3-e15076e1e2b7 req-f4b6dc3e-c060-4e0d-a113-4db47c1e9dcc tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 944 time: 0.0908058 Jun 16 17:00:21.060784 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1542eb91-f032-42f7-ade3-e15076e1e2b7 req-598204ed-3c1d-49b7-902d-9d62a04a7373 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Jun 16 17:00:21.085229 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.086398 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 526ffe1d-b6e1-4fca-a05b-c931bf411437 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:21.086578 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.089936 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.090458 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:21.091319 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/445cae43-0b40-4ba3-863b-5abb905bd886 HTTP/1.1" status: 204 len: 168 time: 0.6563578 Jun 16 17:00:21.092333 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-08d17151-a2f0-45df-a9a5-f02a7d68cf77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:21.112434 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445cae43-0b40-4ba3-863b-5abb905bd886,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:21.116330 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:21.187866 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0996f8ca-aded-4f28-bc66-0e6cd4339c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.201516 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:21.204874 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:21.267218 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 526ffe1d-b6e1-4fca-a05b-c931bf411437, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:21.282180 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '526ffe1d-b6e1-4fca-a05b-c931bf411437', 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'port_id': '526ffe1d-b6e1-4fca-a05b-c931bf411437', 'mac_address': 'fa:16:3e:5f:dc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:21.319689 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0996f8ca-aded-4f28-bc66-0e6cd4339c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.340500 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:21.353416 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.380850 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526ffe1d-b6e1-4fca-a05b-c931bf411437 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:21.390024 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-0996f8ca-aded-4f28-bc66-0e6cd4339c51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0c23cfea2234b61be703e60fde8d261&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0894339 Jun 16 17:00:21.390418 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59404) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:21.401059 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996f8ca-aded-4f28-bc66-0e6cd4339c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d13b0-da59-4d90-af5c-d8f1cf1c85ab,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:21.414856 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 526ffe1d-b6e1-4fca-a05b-c931bf411437, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:21.417340 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0996f8ca-aded-4f28-bc66-0e6cd4339c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:21.487022 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.488368 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.490860 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:21.530786 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.572299 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=526ffe1d-b6e1-4fca-a05b-c931bf411437,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:21.577236 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:21.612734 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb60f0-ae9c-4dba-9ea5-712046af2df5 req-96aeee8d-f331-407b-af77-4dc7c7c7864f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:21.615441 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fb60f0-ae9c-4dba-9ea5-712046af2df5 req-96aeee8d-f331-407b-af77-4dc7c7c7864f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 945 time: 0.0950496 Jun 16 17:00:21.687582 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fb60f0-ae9c-4dba-9ea5-712046af2df5 req-b0f0fe02-9455-43d8-9835-7f4fa844be65 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648038 Jun 16 17:00:21.745810 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.750669 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.752905 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db6d13b0-da59-4d90-af5c-d8f1cf1c85ab HTTP/1.1" status: 204 len: 168 time: 0.3613350 Jun 16 17:00:21.754271 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6190695d-aa36-418e-ab8e-63b6075dd97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:21.769216 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d13b0-da59-4d90-af5c-d8f1cf1c85ab,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:21.772614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:21.872061 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['526ffe1d-b6e1-4fca-a05b-c931bf411437'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:21.878872 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['5f2facc9-862a-4beb-abe5-da9fb61a5b1f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:22.130561 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2431b-6547-4ee7-8e8a-0f4d2c946b68 req-be6b45ab-9004-4f35-8488-939c146f82e4 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:22.132359 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4bf2431b-6547-4ee7-8e8a-0f4d2c946b68 req-be6b45ab-9004-4f35-8488-939c146f82e4 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 945 time: 0.1213112 Jun 16 17:00:22.202054 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4bf2431b-6547-4ee7-8e8a-0f4d2c946b68 req-1b6e719e-878e-49f3-afda-039ea8fe8d5d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565562 Jun 16 17:00:22.359166 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:22.371490 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2d51-d3d7-48f6-8450-3663a48122ad req-fef23afa-8945-4be1-a6c3-151fd0cc64d3 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:22.373197 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-42de2d51-d3d7-48f6-8450-3663a48122ad req-fef23afa-8945-4be1-a6c3-151fd0cc64d3 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1044035 Jun 16 17:00:22.500809 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-42de2d51-d3d7-48f6-8450-3663a48122ad req-38ee3841-8407-4ef3-95f5-424cf32015ee tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053095 Jun 16 17:00:22.565804 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc74f-3a80-403c-a9f6-d725b188157e req-b926b672-684b-4aab-b9ca-03fa06e6ea29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:22.568506 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-350fc74f-3a80-403c-a9f6-d725b188157e req-b926b672-684b-4aab-b9ca-03fa06e6ea29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 945 time: 0.1938596 Jun 16 17:00:22.586710 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:22.627903 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4', 'network_id': 'a05a142a-93ef-4dae-84ff-199b12d3725e', 'port_id': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4', 'mac_address': 'fa:16:3e:e0:f6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842cc7c9-ef1a-48c4-afbe-af5d392334f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:22.649702 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-350fc74f-3a80-403c-a9f6-d725b188157e req-74a55a14-1c2a-436c-9451-31a5b866826f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710433 Jun 16 17:00:22.680988 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:22.702878 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:22.750648 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:22.805885 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59448) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:22.825467 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:22.828405 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-e23e49d6-b3b3-4371-8d2f-d066bcacdc6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:22.849178 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6ee6c0ed-3875-43e4-acdf-dd63539e828e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:22.935622 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59454) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:22.977659 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:22.986809 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:23.019098 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6ee6c0ed-3875-43e4-acdf-dd63539e828e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.038715 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f5720-0c04-4d7a-95e9-85be7043fecf req-27ab944c-9868-42c0-a000-7b82b8d6ae03 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:23.041393 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1d4f5720-0c04-4d7a-95e9-85be7043fecf req-27ab944c-9868-42c0-a000-7b82b8d6ae03 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 945 time: 0.1322477 Jun 16 17:00:23.093381 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1d4f5720-0c04-4d7a-95e9-85be7043fecf req-72b272a4-70a7-4f0f-8f80-729059c2ba99 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Jun 16 17:00:23.099091 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6ee6c0ed-3875-43e4-acdf-dd63539e828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.103486 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-72aa0379-a3ee-422c-94ed-81576a0cb663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:23.157760 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6ee6c0ed-3875-43e4-acdf-dd63539e828e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c61e7e809764306967c08e980cfdb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507924 Jun 16 17:00:23.159410 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6c0ed-3875-43e4-acdf-dd63539e828e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3391809d-a1c9-4acb-b0b7-eb5c20e9de56,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:23.161769 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59466) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:23.176017 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6ee6c0ed-3875-43e4-acdf-dd63539e828e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:23.195764 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['bca82a44-71ec-4732-9e0b-8d9cfc44dcb4'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:23.250485 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1631839785-network', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:23.250823 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1984f636-5f47-46f0-bf39-621927b97387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.281474 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1984f636-5f47-46f0-bf39-621927b97387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.431724 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Made reservation on behalf of dfcfc9bc012f4a0db33235f36401a9c5 for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:23.447409 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.467819 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.483511 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1984f636-5f47-46f0-bf39-621927b97387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.489211 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1984f636-5f47-46f0-bf39-621927b97387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.499264 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-1984f636-5f47-46f0-bf39-621927b97387 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3391809d-a1c9-4acb-b0b7-eb5c20e9de56 HTTP/1.1" status: 204 len: 168 time: 0.3358209 Jun 16 17:00:23.510738 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-caa7334f-b076-4d55-9c28-9e8efef86247 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:23.533889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984f636-5f47-46f0-bf39-621927b97387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3391809d-a1c9-4acb-b0b7-eb5c20e9de56,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:23.543291 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1984f636-5f47-46f0-bf39-621927b97387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:23.599141 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bce4b-0082-4eb6-ae29-aa6dc24d018a req-a349b4cc-7bd0-4298-b6c7-9723a4f3e837 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:23.602749 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-811bce4b-0082-4eb6-ae29-aa6dc24d018a req-a349b4cc-7bd0-4298-b6c7-9723a4f3e837 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 945 time: 0.1760793 Jun 16 17:00:23.697000 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.743773 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-811bce4b-0082-4eb6-ae29-aa6dc24d018a req-fd3c8598-5fd7-4548-9336-200d3791e34a tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335251 Jun 16 17:00:23.815516 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.833653 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:00:23.845335 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.845960 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Added segment 0024dcb6-3448-41e7-bb4f-77e0a1bcf829 of type vlan for network b7b0b5e1-057a-40a8-a783-f97db3973ff9 Jun 16 17:00:23.876021 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-63d42e9e-8138-4443-b0df-c0090dffccc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:23.901431 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74999d-dd74-4ad1-8fa8-072964acfacf req-ae1702fb-152f-4c16-8cc0-bbb1d98fc2d7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:23.904198 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6d74999d-dd74-4ad1-8fa8-072964acfacf req-ae1702fb-152f-4c16-8cc0-bbb1d98fc2d7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1990128 Jun 16 17:00:23.976252 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.983652 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18053f26-a5df-49b8-b54a-08227d702d5e,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:23.989768 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:24.067888 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6d74999d-dd74-4ad1-8fa8-072964acfacf req-3f4d7474-0b6f-4ebf-a961-5a9f3c6b154f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463933 Jun 16 17:00:24.132435 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feee059-fc4a-421d-b6e1-e0013df6ced5 req-d97c4cb0-044e-470e-ba0a-df769d8f0587 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:24.134290 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5feee059-fc4a-421d-b6e1-e0013df6ced5 req-d97c4cb0-044e-470e-ba0a-df769d8f0587 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 945 time: 0.2287025 Jun 16 17:00:24.215703 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5feee059-fc4a-421d-b6e1-e0013df6ced5 req-96b18f28-43d8-4467-bd3f-36c457a80065 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697246 Jun 16 17:00:24.231299 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:24.236374 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:24.236374 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:24.253460 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:24.361495 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:24.380676 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4424536 Jun 16 17:00:24.385625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b0b5e1-057a-40a8-a783-f97db3973ff9,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:24.385879 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59510) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:24.389966 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:24.394178 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Request body: {'subnet': {'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1631839785-subnet', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'ip_version': 4}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:24.454128 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:00:24.565625 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Made reservation on behalf of dfcfc9bc012f4a0db33235f36401a9c5 for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:24.574199 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:24.807837 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:24.830059 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:24.831364 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:24.997032 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.062789 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:25.065985 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3085c9-51fb-4cfe-89f8-358097dc48e5" -d '{"events": [{"server_uuid": "c51abe3f-a51b-4c7e-96bc-7e083a45e1fc", "name": "network-vif-plugged", "status": "completed", "tag": "bca82a44-71ec-4732-9e0b-8d9cfc44dcb4"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:25.089519 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:25.142173 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.158803 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:25.171045 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014446df-2f49-4da2-97e7-15d2380f67c8 x-openstack-request-id: req-014446df-2f49-4da2-97e7-15d2380f67c8 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:25.171897 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51abe3f-a51b-4c7e-96bc-7e083a45e1fc", "name": "network-vif-plugged", "status": "completed", "tag": "bca82a44-71ec-4732-9e0b-8d9cfc44dcb4", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:25.172499 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-014446df-2f49-4da2-97e7-15d2380f67c8 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:25.173442 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4', 'code': 200} Jun 16 17:00:25.233109 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.234888 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5f2facc9-862a-4beb-abe5-da9fb61a5b1f up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:25.303897 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:25.320356 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bad7231-4316-486c-b249-6b63cc555651,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:25.372759 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:25.471547 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:25.483523 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:25.485003 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffcd5-5437-4278-92be-d914dfc40076 req-1da55d8b-d866-4452-96d6-1cf75e73994b tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:25.493502 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aa9ffcd5-5437-4278-92be-d914dfc40076 req-1da55d8b-d866-4452-96d6-1cf75e73994b tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 945 time: 0.4572966 Jun 16 17:00:25.497492 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Checking segment: {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:25.497869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Network hostable DHCP agents. Network: b7b0b5e1-057a-40a8-a783-f97db3973ff9, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:00:25.592434 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:25.593670 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aa9ffcd5-5437-4278-92be-d914dfc40076 req-a92e7f56-bf4f-4e19-9a15-f22bda644e8b tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981779 Jun 16 17:00:25.599663 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:25.600937 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.621580 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61418da-2779-45b7-8833-dcaf0f896436 req-2406b77c-ceae-4eba-945a-63851c6ba5b7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:25.631758 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b61418da-2779-45b7-8833-dcaf0f896436 req-2406b77c-ceae-4eba-945a-63851c6ba5b7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.3213689 Jun 16 17:00:25.685647 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:00:25.759878 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b61418da-2779-45b7-8833-dcaf0f896436 req-beac3290-862b-4646-aea6-cf6ead5d486f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244514 Jun 16 17:00:25.823562 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.834618 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, b7b0b5e1-057a-40a8-a783-f97db3973ff9) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:25.843947 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a6edb-f9c0-4710-965c-25b226136b06 None None] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:25.846126 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:25.846728 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.862390 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661d82-c893-45c2-9f5c-de80727795da req-f8f4fb77-0cc1-4483-a754-3eeb1bbdefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:25.863170 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-31661d82-c893-45c2-9f5c-de80727795da req-f8f4fb77-0cc1-4483-a754-3eeb1bbdefd6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1098 time: 0.1626909 Jun 16 17:00:25.904471 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b685483-7214-4744-be88-ae0e0fa37134 req-e158617b-c00e-4727-8f22-0f2c63024ef9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:25.906269 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1b685483-7214-4744-be88-ae0e0fa37134 req-e158617b-c00e-4727-8f22-0f2c63024ef9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 945 time: 0.1363888 Jun 16 17:00:25.966930 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-31661d82-c893-45c2-9f5c-de80727795da req-c262c2a8-1667-4b2c-a58e-7a0f60533f16 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918312 Jun 16 17:00:25.973783 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1b685483-7214-4744-be88-ae0e0fa37134 req-a0601cb6-12b4-487b-b3cb-c890542b2090 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537434 Jun 16 17:00:26.048322 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6613884 Jun 16 17:00:26.051377 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59570) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:26.056795 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:26.120814 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:26.179590 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.181138 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.255833 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.262127 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.263245 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 526ffe1d-b6e1-4fca-a05b-c931bf411437 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:26.266623 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-34d46832-7ba8-40a9-aed1-4fa8daa61a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:26.307299 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:00:26.307299 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.409569 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:26.422982 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:26.696308 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.725929 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 526ffe1d-b6e1-4fca-a05b-c931bf411437 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:26.751279 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Allocated IP 172.20.0.2 (b7b0b5e1-057a-40a8-a783-f97db3973ff9/0bad7231-4316-486c-b249-6b63cc555651/fda415ea-a8fa-4bbb-b869-1ff21611af9c) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:26.774167 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 526ffe1d-b6e1-4fca-a05b-c931bf411437 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:26.775698 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.141465 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f675f8-fd7f-4b10-b756-058f31598762 req-24a1aba5-44df-4d3b-b442-cc7beda94e82 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:27.147620 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e2f675f8-fd7f-4b10-b756-058f31598762 req-24a1aba5-44df-4d3b-b442-cc7beda94e82 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 946 time: 0.2968459 Jun 16 17:00:27.161418 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.175452 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:27.179974 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e15662-7fb0-49e0-beda-60fa7603a761" -d '{"events": [{"server_uuid": "2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00", "name": "network-vif-plugged", "status": "completed", "tag": "5f2facc9-862a-4beb-abe5-da9fb61a5b1f"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:27.233996 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.243287 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 526ffe1d-b6e1-4fca-a05b-c931bf411437, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:27.251050 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Transition to ACTIVE for port object fda415ea-a8fa-4bbb-b869-1ff21611af9c will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:27.310640 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Transition to ACTIVE for port object fda415ea-a8fa-4bbb-b869-1ff21611af9c will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:27.318401 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e2f675f8-fd7f-4b10-b756-058f31598762 req-2650fde3-3f6c-4d58-aafd-83809b474f4f tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522760 Jun 16 17:00:27.359376 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.363794 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-18fda217-0e27-4295-b4a8-55e55531df2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:27.446251 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.495990 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:27.520880 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:27.539281 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:27.583634 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=526ffe1d-b6e1-4fca-a05b-c931bf411437,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:27.587223 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:27.623961 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-e805728e-134d-47b7-b000-7be49fa34df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:27.626447 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59628) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:27.727277 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.738571 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Attempting to bind port fda415ea-a8fa-4bbb-b869-1ff21611af9c on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:27.739508 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Attempting to bind port fda415ea-a8fa-4bbb-b869-1ff21611af9c by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:27.739508 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Attempting to bind port fda415ea-a8fa-4bbb-b869-1ff21611af9c on network b7b0b5e1-057a-40a8-a783-f97db3973ff9 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:27.760990 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Pushing event updated for resources: {'Port': ['ID=fda415ea-a8fa-4bbb-b869-1ff21611af9c,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:27.764725 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:27.766105 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:27.767093 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Checking segment: {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:27.767766 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.768529 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Bound using segment: {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:27.768764 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.769479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Bound port: fda415ea-a8fa-4bbb-b869-1ff21611af9c, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:27.770123 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.808124 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6a442d0b-66af-4956-9b23-c0846f12ad1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.885204 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] For port fda415ea-a8fa-4bbb-b869-1ff21611af9c, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:27.893096 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] For port fda415ea-a8fa-4bbb-b869-1ff21611af9c, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=fda415ea-a8fa-4bbb-b869-1ff21611af9c,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:27.926188 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f941-7752-4adf-ae57-0d045c31bb13 req-694d8f02-67b4-4ae1-ab72-c318b839df93 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:27.927978 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9d2f941-7752-4adf-ae57-0d045c31bb13 req-694d8f02-67b4-4ae1-ab72-c318b839df93 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.3328047 Jun 16 17:00:27.942648 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6a442d0b-66af-4956-9b23-c0846f12ad1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.955428 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303b5b5-ab96-4397-8307-1fce471bb848 req-405b754a-685a-4afc-8d61-f8cb0982620f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:27.957174 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b303b5b5-ab96-4397-8307-1fce471bb848 req-405b754a-685a-4afc-8d61-f8cb0982620f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.3201153 Jun 16 17:00:28.006540 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.011480 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:28.058285 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Allocated IP 172.28.3.140 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/2919e096-22b5-4582-8c06-e4fe92942535) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:28.071233 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b303b5b5-ab96-4397-8307-1fce471bb848 req-4d8b485b-473f-41e9-8fee-5d94492e1f54 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979817 Jun 16 17:00:28.076709 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9d2f941-7752-4adf-ae57-0d045c31bb13 req-a80d650f-8bb6-4650-bc23-f53678840a51 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164129 Jun 16 17:00:28.080195 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6a442d0b-66af-4956-9b23-c0846f12ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.087032 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-3adc5e89-5755-4413-8007-3be5b25a004e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:28.142342 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6a442d0b-66af-4956-9b23-c0846f12ad1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3469b278d404376b5800a1c50ce125c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144577 Jun 16 17:00:28.160009 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59642) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:28.169207 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Pushing event updated for resources: {'Port': ['ID=fda415ea-a8fa-4bbb-b869-1ff21611af9c,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:28.181848 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:28.208288 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a442d0b-66af-4956-9b23-c0846f12ad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73848b0-0c14-4c6c-bd15-02a32a1c05b2,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:28.212141 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c107ba0b-560c-4d96-884c-6d05c1c233b6 x-openstack-request-id: req-c107ba0b-560c-4d96-884c-6d05c1c233b6 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:28.212473 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00", "name": "network-vif-plugged", "status": "completed", "tag": "5f2facc9-862a-4beb-abe5-da9fb61a5b1f", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:28.213336 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c107ba0b-560c-4d96-884c-6d05c1c233b6 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:28.216789 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6a442d0b-66af-4956-9b23-c0846f12ad1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:28.219171 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f', 'code': 200} Jun 16 17:00:28.238267 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.289736 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.337100 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.518291 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.541093 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:28.559741 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.565022 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:28.567253 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a73848b0-0c14-4c6c-bd15-02a32a1c05b2 HTTP/1.1" status: 204 len: 168 time: 0.4021428 Jun 16 17:00:28.568782 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-312b07f5-d63f-4c38-8767-7aec7c2e20ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:28.602425 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73848b0-0c14-4c6c-bd15-02a32a1c05b2,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:28.608373 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:28.614941 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:28.618589 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:28.648289 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:28.698627 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=2919e096-22b5-4582-8c06-e4fe92942535,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:28.700937 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:29.087933 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e2a91-5577-4324-9099-15d559658305 req-053a7b38-cfc6-46f3-998f-f8d4c9eb3162 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:29.095477 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-677e2a91-5577-4324-9099-15d559658305 req-053a7b38-cfc6-46f3-998f-f8d4c9eb3162 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 946 time: 0.5554342 Jun 16 17:00:29.154764 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fda415ea-a8fa-4bbb-b869-1ff21611af9c up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:29.384586 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-677e2a91-5577-4324-9099-15d559658305 req-c9f7c632-53c2-4e7a-ae8d-41a49d8e4621 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878556 Jun 16 17:00:29.511630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58183-4604-4bc5-8cd7-c7e6c0906ff6 req-7e0ef9c3-3b3c-4bdb-9196-d19c5aab4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:29.513457 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-29b58183-4604-4bc5-8cd7-c7e6c0906ff6 req-7e0ef9c3-3b3c-4bdb-9196-d19c5aab4e99 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 1099 time: 0.3958089 Jun 16 17:00:29.519106 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:29.542095 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port fda415ea-a8fa-4bbb-b869-1ff21611af9c completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:29.662889 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d43e87-188d-4827-9a0f-ac3a11a991ea None None] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:29.800319 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Provisioning for port fda415ea-a8fa-4bbb-b869-1ff21611af9c completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:29.810566 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-29b58183-4604-4bc5-8cd7-c7e6c0906ff6 req-d2e7183d-d3e2-41e8-bc46-8cc32adf24b6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890399 Jun 16 17:00:29.841033 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Provisioning complete for port fda415ea-a8fa-4bbb-b869-1ff21611af9c triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:29.841033 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:29.862869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff62e-c85c-4027-ab23-305a3bb37ef2 req-c6bc2e8a-9e5c-4042-a9a9-6c32b378f601 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:29.876264 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eeeff62e-c85c-4027-ab23-305a3bb37ef2 req-c6bc2e8a-9e5c-4042-a9a9-6c32b378f601 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.4556427 Jun 16 17:00:29.939087 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59678) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:29.939993 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59680) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:29.965060 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-16ac6af6-736f-4257-8335-9adaa2b5229d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.079355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.088577 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d03d4-a949-4d97-b886-d5581340f6a5 req-3605e1e4-af37-473b-af56-08412afb0ac2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:30.095100 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-16ac6af6-736f-4257-8335-9adaa2b5229d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.101211 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-545d03d4-a949-4d97-b886-d5581340f6a5 req-3605e1e4-af37-473b-af56-08412afb0ac2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.4278674 Jun 16 17:00:30.136630 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] For port fda415ea-a8fa-4bbb-b869-1ff21611af9c, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=fda415ea-a8fa-4bbb-b869-1ff21611af9c,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:30.147682 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eeeff62e-c85c-4027-ab23-305a3bb37ef2 req-74d02ad4-9c02-4115-b8aa-3ef1225adee9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697189 Jun 16 17:00:30.207690 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-545d03d4-a949-4d97-b886-d5581340f6a5 req-233b23f7-4098-474b-b472-7a910c726912 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025059 Jun 16 17:00:30.220985 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526ffe1d-b6e1-4fca-a05b-c931bf411437'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:30.223457 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.225554 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ed9888-54da-4bc5-83d5-f6c939c399e5" -d '{"events": [{"server_uuid": "6995acbf-f29f-4346-9944-a8a4c2ad78c0", "name": "network-vif-plugged", "status": "completed", "tag": "526ffe1d-b6e1-4fca-a05b-c931bf411437"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:30.287433 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb32acc9-d86f-46bc-9b03-4ac10ed14d21 x-openstack-request-id: req-cb32acc9-d86f-46bc-9b03-4ac10ed14d21 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:30.287762 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995acbf-f29f-4346-9944-a8a4c2ad78c0", "name": "network-vif-plugged", "status": "completed", "tag": "526ffe1d-b6e1-4fca-a05b-c931bf411437", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:30.288032 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb32acc9-d86f-46bc-9b03-4ac10ed14d21 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:30.288491 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526ffe1d-b6e1-4fca-a05b-c931bf411437', 'code': 200} Jun 16 17:00:30.307467 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-16ac6af6-736f-4257-8335-9adaa2b5229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.310741 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.317894 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-4343f7f1-098d-4a5c-8cd4-fed5474bae7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:30.318338 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:30.416778 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6af6-736f-4257-8335-9adaa2b5229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9173718-fe36-4b96-b9ee-6a52ae251e18,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:30.435244 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-16ac6af6-736f-4257-8335-9adaa2b5229d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:30.443791 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Pushing event updated for resources: {'Port': ['ID=fda415ea-a8fa-4bbb-b869-1ff21611af9c,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:30.448257 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:30.461952 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9794-1431-494d-afea-30858776841d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.467249 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-16ac6af6-736f-4257-8335-9adaa2b5229d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e86890b3f6140d5bad904cb7358b138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255001 Jun 16 17:00:30.469719 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59690) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:30.527047 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.538248 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-883f7e5a-d870-4095-a574-e0484d4b97ae None None] Provisioning complete for port fda415ea-a8fa-4bbb-b869-1ff21611af9c triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:30.545399 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-883f7e5a-d870-4095-a574-e0484d4b97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.570892 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.580991 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9794-1431-494d-afea-30858776841d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.686965 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668810d2-ff99-4f30-bb66-a9b0488e1e33 req-ffeae5e2-0f07-48cb-bbc5-3925c5038431 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:30.688481 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-668810d2-ff99-4f30-bb66-a9b0488e1e33 req-ffeae5e2-0f07-48cb-bbc5-3925c5038431 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 946 time: 0.1311471 Jun 16 17:00:30.719011 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Router 1f566f18-1caa-46fe-8507-cba4bf6a90bd is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:00:30.737278 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-668810d2-ff99-4f30-bb66-a9b0488e1e33 req-5b57800f-6f15-483c-9ee8-087a27125ad8 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 Jun 16 17:00:30.769638 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9794-1431-494d-afea-30858776841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.772672 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:30.818421 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.822682 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.824167 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9173718-fe36-4b96-b9ee-6a52ae251e18 HTTP/1.1" status: 204 len: 168 time: 0.3534079 Jun 16 17:00:30.828629 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6cfa9794-1431-494d-afea-30858776841d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1ed2070003f4290b124fe8adef6d604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8712409 Jun 16 17:00:30.831698 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa9794-1431-494d-afea-30858776841d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31d7be-acfb-4b32-9729-8a1aac62f710,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:30.835382 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59700) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:30.843397 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6634a887-f710-4f25-bf43-d21d0bf7537c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:30.880158 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6cfa9794-1431-494d-afea-30858776841d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:30.884160 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9173718-fe36-4b96-b9ee-6a52ae251e18,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:30.888753 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:30.930871 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.962501 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:30.995425 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428f08-045e-4098-bd45-19f6050c71fa req-3e0da467-0869-4b60-a9d7-676240c63efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:30.997361 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2c428f08-045e-4098-bd45-19f6050c71fa req-3e0da467-0869-4b60-a9d7-676240c63efa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 1099 time: 0.0818737 Jun 16 17:00:31.007995 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:31.020743 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Sync routers for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:31.035745 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:31.036373 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:31.065677 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fda415ea-a8fa-4bbb-b869-1ff21611af9c up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:31.110095 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2c428f08-045e-4098-bd45-19f6050c71fa req-8d08728f-4d54-4c7a-ad1b-eaa5eac5683a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 Jun 16 17:00:31.140425 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port fda415ea-a8fa-4bbb-b869-1ff21611af9c triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:31.141036 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.147692 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.153761 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.156298 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b31d7be-acfb-4b32-9729-8a1aac62f710 HTTP/1.1" status: 204 len: 168 time: 0.3193204 Jun 16 17:00:31.159383 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6da1001c-a880-481f-a380-251a135e1f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:31.175468 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31d7be-acfb-4b32-9729-8a1aac62f710,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:31.179548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:31.193449 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:31.195678 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.198860 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1456194 Jun 16 17:00:31.201194 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59712) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:31.617877 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:29Z', 'revision_number': 3, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:31.623767 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Checking router: 1f566f18-1caa-46fe-8507-cba4bf6a90bd for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:31.627271 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Updating router 1f566f18-1caa-46fe-8507-cba4bf6a90bd port 2919e096-22b5-4582-8c06-e4fe92942535 binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:31.665040 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b3b3f-1633-4738-b6f7-71a86c714dd6 req-1b662636-7903-4992-a22a-478659f784f3 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:31.670640 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-857b3b3f-1633-4738-b6f7-71a86c714dd6 req-1b662636-7903-4992-a22a-478659f784f3 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.2454183 Jun 16 17:00:31.684849 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.872881 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-857b3b3f-1633-4738-b6f7-71a86c714dd6 req-2c3a16cd-e2d8-46a1-98e8-35614d483597 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884136 Jun 16 17:00:32.049635 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.063828 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Transition to ACTIVE for port object 2919e096-22b5-4582-8c06-e4fe92942535 will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:32.168322 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59730) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:32.175617 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.179301 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-9fbf3674-0c67-4d17-9b64-83422be02871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:32.209466 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d252041-6ffb-4a4b-bd74-56113a34eabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.323322 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Attempting to bind port 2919e096-22b5-4582-8c06-e4fe92942535 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:32.325350 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Attempting to bind port 2919e096-22b5-4582-8c06-e4fe92942535 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:32.326692 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Attempting to bind port 2919e096-22b5-4582-8c06-e4fe92942535 on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:32.332924 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4ceee-2c92-4937-8691-99fe8ecd7021 None None] Pushing event updated for resources: {'Port': ['ID=2919e096-22b5-4582-8c06-e4fe92942535,revision_number=2']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:32.342460 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-7bf4ceee-2c92-4937-8691-99fe8ecd7021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:32.346161 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:32.350750 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:32.350750 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.350750 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:32.350750 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Bound port: 2919e096-22b5-4582-8c06-e4fe92942535, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:32.350750 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.356978 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8c11c-f47d-4d7c-a0d7-fa71acc02609 req-38d974b0-7e02-4c0a-8455-7ca5e472eb9b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:32.359577 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a9e8c11c-f47d-4d7c-a0d7-fa71acc02609 req-38d974b0-7e02-4c0a-8455-7ca5e472eb9b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2520683 Jun 16 17:00:32.427998 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d252041-6ffb-4a4b-bd74-56113a34eabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.468379 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7cf07-7c5c-48b3-a95a-4430a8adc601 req-132a2ab9-5d6f-4c10-88ae-49b1ef5f4999 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:32.470915 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b9f7cf07-7c5c-48b3-a95a-4430a8adc601 req-132a2ab9-5d6f-4c10-88ae-49b1ef5f4999 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 946 time: 0.3021774 Jun 16 17:00:32.491304 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] For port 2919e096-22b5-4582-8c06-e4fe92942535, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:32.495953 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] For port 2919e096-22b5-4582-8c06-e4fe92942535, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=2919e096-22b5-4582-8c06-e4fe92942535,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:32.531294 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d252041-6ffb-4a4b-bd74-56113a34eabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.540696 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7554ec5c-1c23-4bb5-86d9-588ec91d7566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:32.560888 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a9e8c11c-f47d-4d7c-a0d7-fa71acc02609 req-d05f0453-ed55-495f-8739-96dddab9f59c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663597 Jun 16 17:00:32.584488 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59734) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:32.593681 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.599603 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d252041-6ffb-4a4b-bd74-56113a34eabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa2d069-becf-4f01-b933-ad356215a27e,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:32.606601 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:32.613994 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.638495 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8d252041-6ffb-4a4b-bd74-56113a34eabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:32.650185 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b9f7cf07-7c5c-48b3-a95a-4430a8adc601 req-e60e3820-a858-49a7-9b8c-86ca57407103 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414573 Jun 16 17:00:32.668612 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-8d252041-6ffb-4a4b-bd74-56113a34eabc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67d1bdf8a0954a5294d6b14f735bad7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945979 Jun 16 17:00:32.669695 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59738) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:32.732105 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4ceee-2c92-4937-8691-99fe8ecd7021 None None] Pushing event updated for resources: {'Port': ['ID=2919e096-22b5-4582-8c06-e4fe92942535,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:32.737642 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-7bf4ceee-2c92-4937-8691-99fe8ecd7021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:32.765995 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5d89125e-c02e-41ba-a16c-716478c67e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.793704 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:32.794961 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:32.821002 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5d89125e-c02e-41ba-a16c-716478c67e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.911119 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ffac03c1-cbf1-41e6-ab31-4d58b554a12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.060783 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Allocated IP 172.20.0.1 (b7b0b5e1-057a-40a8-a783-f97db3973ff9/0bad7231-4316-486c-b249-6b63cc555651/2bed7a2a-4b63-43e8-9345-26a7219a39b3) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:33.065400 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:33.076421 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5d89125e-c02e-41ba-a16c-716478c67e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.082147 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5d89125e-c02e-41ba-a16c-716478c67e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.083440 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5d89125e-c02e-41ba-a16c-716478c67e8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baa2d069-becf-4f01-b933-ad356215a27e HTTP/1.1" status: 204 len: 168 time: 0.4128585 Jun 16 17:00:33.084306 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7f0adaa9-88da-4904-869d-f6bf31b3ec12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:33.110356 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89125e-c02e-41ba-a16c-716478c67e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa2d069-becf-4f01-b933-ad356215a27e,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:33.158972 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5d89125e-c02e-41ba-a16c-716478c67e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:33.219644 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59748) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:33.239061 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-696f7375-02a0-4119-b24d-6fcc0342918f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.346244 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.387567 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Transition to ACTIVE for port object 2bed7a2a-4b63-43e8-9345-26a7219a39b3 will not be triggered until provisioned by entity DHCP. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:33.397880 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:29Z', 'revision_number': 3, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:33.406574 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d34d01-d7c8-42ad-b2f0-fa8e42d0df2a req-7f3a618d-48c1-48eb-85ef-0e65cc10ac6d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:33.406828 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307682-56f6-48a0-845d-f59d82466ab5 None None] The sync data for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb is: [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:29Z', 'revision_number': 3, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:33.409359 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-43d34d01-d7c8-42ad-b2f0-fa8e42d0df2a req-7f3a618d-48c1-48eb-85ef-0e65cc10ac6d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.3050270 Jun 16 17:00:33.489501 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ffac03c1-cbf1-41e6-ab31-4d58b554a12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.510740 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-43d34d01-d7c8-42ad-b2f0-fa8e42d0df2a req-434fc027-63a4-4e96-94c8-ea235532b3a4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837734 Jun 16 17:00:33.612446 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ffac03c1-cbf1-41e6-ab31-4d58b554a12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.614122 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0e509f24-a199-450b-81c8-4b40303ee913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:33.617036 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.717680 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:33.729437 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:33.748773 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:33.751985 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:33.766447 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-ffac03c1-cbf1-41e6-ab31-4d58b554a12f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93a71cff8b214f43979fea9e8a961377&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1749947 Jun 16 17:00:33.771651 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59772) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:33.904316 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-696f7375-02a0-4119-b24d-6fcc0342918f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.015241 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-696f7375-02a0-4119-b24d-6fcc0342918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.047739 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-360a9bc5-84c2-48f9-955c-fd5d741ec33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:34.112786 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-696f7375-02a0-4119-b24d-6fcc0342918f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72593f82a49e4766a88e53fdf74ea5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8911524 Jun 16 17:00:34.117137 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59780) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:34.153136 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f7375-02a0-4119-b24d-6fcc0342918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2017a79-0a90-4d14-b2d6-204224e4bce0,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:34.166391 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-696f7375-02a0-4119-b24d-6fcc0342918f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:34.232997 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.268407 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.362862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac03c1-cbf1-41e6-ab31-4d58b554a12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bff531-5a69-4cda-8aed-b3fbbeeb1c9b,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:34.368370 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ffac03c1-cbf1-41e6-ab31-4d58b554a12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:34.381458 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ce59b318-58d5-4e15-bde3-07d0f318a6b5 None None] Provisioning for port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:34.399010 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.762s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:34.399683 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ce59b318-58d5-4e15-bde3-07d0f318a6b5 None None] Provisioning complete for port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:34.399683 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ce59b318-58d5-4e15-bde3-07d0f318a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.452965 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-ce59b318-58d5-4e15-bde3-07d0f318a6b5 None None] Port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:34.558867 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.563500 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.565813 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2017a79-0a90-4d14-b2d6-204224e4bce0 HTTP/1.1" status: 204 len: 168 time: 0.4466860 Jun 16 17:00:34.566930 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:34.581167 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2017a79-0a90-4d14-b2d6-204224e4bce0,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:34.584814 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:34.621948 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:00:34.646640 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2bed7a2a-4b63-43e8-9345-26a7219a39b3,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:34.651141 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:34.731365 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-7e77cdf4-72e8-4c64-b33a-b13cf3bd3212 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:34.733107 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-7e77cdf4-72e8-4c64-b33a-b13cf3bd3212 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.9655182 Jun 16 17:00:34.739842 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.801282 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:34.804234 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-c46b9350-2cf9-4fe3-8cd6-4dfee64ab9ec tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/quotas/879a92fd1ea343c9b73dd7abee0ecfa3 HTTP/1.1" status: 200 len: 375 time: 0.0509462 Jun 16 17:00:34.972839 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-0eb46c04-66d0-4a99-b6fb-dce28a9d8e69 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1525943 Jun 16 17:00:35.055512 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2919e096-22b5-4582-8c06-e4fe92942535 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:35.115407 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f79195-1f73-4b1b-9093-073792390bab req-7b556170-2529-4bb3-b05c-42901c800264 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:35.116969 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-18f79195-1f73-4b1b-9093-073792390bab req-7b556170-2529-4bb3-b05c-42901c800264 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2484260 Jun 16 17:00:35.200687 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.203964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.206228 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91bff531-5a69-4cda-8aed-b3fbbeeb1c9b HTTP/1.1" status: 204 len: 168 time: 1.4265347 Jun 16 17:00:35.209396 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:35.221200 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.254954 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bff531-5a69-4cda-8aed-b3fbbeeb1c9b,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:35.257273 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:35.273327 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-18f79195-1f73-4b1b-9093-073792390bab req-b357e4bf-2682-4e57-bb71-dd6e237cc52a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471136 Jun 16 17:00:35.280393 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 2919e096-22b5-4582-8c06-e4fe92942535 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:35.283287 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-45d53bf5-4174-4f17-b495-f6c15a4978b6 service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987847 Jun 16 17:00:35.286533 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 2919e096-22b5-4582-8c06-e4fe92942535 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:35.287750 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.335075 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-e489d872-f1b6-4e59-89cb-bedb5123ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:35.336603 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-e489d872-f1b6-4e59-89cb-bedb5123ca2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 1099 time: 0.3103347 Jun 16 17:00:35.412855 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.441997 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 2919e096-22b5-4582-8c06-e4fe92942535, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=2919e096-22b5-4582-8c06-e4fe92942535,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:35.552441 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.573223 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:35.581220 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-877956d8-8836-48b5-8831-9fe1e2acc7d4 service neutron] 10.222.0.36 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752368 Jun 16 17:00:35.589603 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-b1299fd4-3a82-4315-9356-9e9a90baa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:35.591500 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-b1299fd4-3a82-4315-9356-9e9a90baa49a service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 921 time: 0.2437901 Jun 16 17:00:35.647205 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=2919e096-22b5-4582-8c06-e4fe92942535,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:35.650651 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:35.682314 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-178851bd-2ec4-4836-9c3f-671adbe835d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437 HTTP/1.1" status: 200 len: 217 time: 0.0832391 Jun 16 17:00:35.764214 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.771339 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-a760ad8b-ba87-445a-8afb-99e77e934b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:35.772936 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-a760ad8b-ba87-445a-8afb-99e77e934b0b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.0780356 Jun 16 17:00:35.841417 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-a5eb5fa6-ca55-4b8a-9946-6bb4194012e4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589414 Jun 16 17:00:35.930869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.934106 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:35.942611 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:36.133603 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2bed7a2a-4b63-43e8-9345-26a7219a39b3,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:36.137924 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a21c6c08-49c5-427a-854b-525afb1011b6 req-caedbf47-792e-4484-a996-618d14be9695 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 210 time: 0.0670722 Jun 16 17:00:36.139926 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:36.232158 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-8d2802bb-3d36-49fd-94c1-57b63607a11d service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668039 Jun 16 17:00:36.290211 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:36.301565 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:36.492837 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3875e60-55bb-4d7f-8fb0-9f9bc65027c2 req-a98b2e0c-9b7b-41dc-83d3-6af7a268ac29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.495252 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b3875e60-55bb-4d7f-8fb0-9f9bc65027c2 req-a98b2e0c-9b7b-41dc-83d3-6af7a268ac29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.3727272 Jun 16 17:00:36.561278 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1bb6fbca-625e-437e-9b4a-d08ddd9141f2 req-6899ceba-e0e7-4c54-8e8c-c36efb96b400 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106618 Jun 16 17:00:36.645381 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b3875e60-55bb-4d7f-8fb0-9f9bc65027c2 req-9b0f0edb-bffa-4079-88a1-a578cbeaf396 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102028 Jun 16 17:00:36.662866 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Router 1f566f18-1caa-46fe-8507-cba4bf6a90bd has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:36.684823 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b1e1f-cc25-461e-a20e-b79ef8c2e3ba req-8e4304fa-7164-4311-9a4b-6d5473a5f7dd tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.686126 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-164b1e1f-cc25-461e-a20e-b79ef8c2e3ba req-8e4304fa-7164-4311-9a4b-6d5473a5f7dd tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 946 time: 0.2606244 Jun 16 17:00:36.731303 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-d3a72732-0dcc-4d14-8ebf-805a99f7d5d8 None None] Provisioning complete for port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:36.732475 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d3a72732-0dcc-4d14-8ebf-805a99f7d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:36.809564 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-d3a72732-0dcc-4d14-8ebf-805a99f7d5d8 None None] Port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:37.029200 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2919e096-22b5-4582-8c06-e4fe92942535 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:37.084155 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-164b1e1f-cc25-461e-a20e-b79ef8c2e3ba req-5711a6da-e81a-4eab-9ab4-7e2db5071627 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561134 Jun 16 17:00:37.090941 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 2919e096-22b5-4582-8c06-e4fe92942535 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:37.092385 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:37.121055 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:37.128340 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] 10.222.0.36 "PUT /v2.0/routers/1f566f18-1caa-46fe-8507-cba4bf6a90bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9255857 Jun 16 17:00:37.150703 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Sync routers for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:37.154178 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a712-2534-4024-b54a-ed31859a4f91 req-d5f9a330-32a6-405e-9fbd-c0956b245a2c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:37.162136 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa87a712-2534-4024-b54a-ed31859a4f91 req-d5f9a330-32a6-405e-9fbd-c0956b245a2c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.3753226 Jun 16 17:00:37.169632 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:37.170418 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:37.224571 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa87a712-2534-4024-b54a-ed31859a4f91 req-991e4ecf-0ecb-420c-b63f-342eabbafb8a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611112 Jun 16 17:00:37.280966 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16f58208-ef50-4caf-9d86-76bb914b9ac8 req-dad3b198-edd7-47f2-bfc8-32f080dcd8c1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 210 time: 0.0388429 Jun 16 17:00:37.359743 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:37.873585 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 2, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:37.882710 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Checking router: 1f566f18-1caa-46fe-8507-cba4bf6a90bd for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:37.883421 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Updating router 1f566f18-1caa-46fe-8507-cba4bf6a90bd port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:37.889462 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-f617ba91-e169-4255-b518-1a90d22ad942 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:37.891438 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-f617ba91-e169-4255-b518-1a90d22ad942 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 946 time: 0.1304197 Jun 16 17:00:37.942159 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:37.949402 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6105529-5faf-4ff6-82cf-56c8d36af25f req-5e52df09-0043-49df-9476-3c1c3a01853e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:37.957360 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6105529-5faf-4ff6-82cf-56c8d36af25f req-5e52df09-0043-49df-9476-3c1c3a01853e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1530066 Jun 16 17:00:38.117494 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6105529-5faf-4ff6-82cf-56c8d36af25f req-732c5036-278a-4039-8798-bdec081f63ed tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589174 Jun 16 17:00:38.184610 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Deleting port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:38.185038 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.507366 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.518806 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Transition to ACTIVE for port object 2bed7a2a-4b63-43e8-9345-26a7219a39b3 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:38.522699 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] For port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:38.523067 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.606194 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Calling delete_port for 5f2facc9-862a-4beb-abe5-da9fb61a5b1f owned by compute:nova {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:38.642050 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90297e-5390-46a8-a240-55a8b150d3ff req-5a3303fc-c322-4935-9997-1f29c7442a63 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:38.644627 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c90297e-5390-46a8-a240-55a8b150d3ff req-5a3303fc-c322-4935-9997-1f29c7442a63 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 946 time: 0.2384925 Jun 16 17:00:38.684016 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.688044 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:38.712532 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59906) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:38.767862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c461a-8506-4e8c-a594-557fff187ff1 req-45520dd0-cc51-4ca6-9a6f-ba499ad2e335 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:38.778574 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f78c461a-8506-4e8c-a594-557fff187ff1 req-45520dd0-cc51-4ca6-9a6f-ba499ad2e335 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.3131318 Jun 16 17:00:38.836800 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c90297e-5390-46a8-a240-55a8b150d3ff req-9bdd7132-578c-4416-b587-1f4e7fcceeb1 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842568 Jun 16 17:00:38.872634 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f78c461a-8506-4e8c-a594-557fff187ff1 req-f2c0f757-6679-4815-aab3-534001b3420c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930719 Jun 16 17:00:38.883826 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7f31a-413b-4ab4-82ec-7575402381ab None None] Pushing event updated for resources: {'Port': ['ID=2bed7a2a-4b63-43e8-9345-26a7219a39b3,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:38.887329 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Attempting to bind port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:38.887716 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Attempting to bind port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:38.888198 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Attempting to bind port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 on network b7b0b5e1-057a-40a8-a783-f97db3973ff9 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:38.904828 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-92a7f31a-413b-4ab4-82ec-7575402381ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:38.914104 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:38.917644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Checking segment: {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:38.917644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.917644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Bound using segment: {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:38.917644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Bound port: 2bed7a2a-4b63-43e8-9345-26a7219a39b3, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:38.917644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:38.994835 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-62001903-network', 'tenant_id': '6ac1abb97d8542fc8b5165c336df0bc6'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:39.033688 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-224a46b3-9668-4277-aa35-dbce737a5ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.076858 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] For port 2bed7a2a-4b63-43e8-9345-26a7219a39b3, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:39.080456 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] For port 2bed7a2a-4b63-43e8-9345-26a7219a39b3, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=2bed7a2a-4b63-43e8-9345-26a7219a39b3,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:39.140060 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3c1b7680-2fb2-46ce-a2a2-5802f2f3c925 req-a8d665ef-8340-4b64-951c-870c41dec1ca tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 210 time: 0.0414062 Jun 16 17:00:39.198217 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59918) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:39.203276 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-791540129-network', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:39.226751 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.232982 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-de16933d-238f-46cb-ac2d-8c87332c68f5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:39.242004 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['5f2facc9-862a-4beb-abe5-da9fb61a5b1f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:39.276222 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Made reservation on behalf of 6ac1abb97d8542fc8b5165c336df0bc6 for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:39.278701 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.286309 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Pushing event deleted for resources: {'Port': ['ID=5f2facc9-862a-4beb-abe5-da9fb61a5b1f,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:39.289964 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.290985 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:39.298578 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-4343f7f1-098d-4a5c-8cd4-fed5474bae7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:39.323829 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.367988 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:39.368629 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:39.369944 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] No DVR routers for this DVR port 5f2facc9-862a-4beb-abe5-da9fb61a5b1f on host hv-cinder-78338 {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:00:39.371243 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7f31a-413b-4ab4-82ec-7575402381ab None None] Pushing event updated for resources: {'Port': ['ID=2bed7a2a-4b63-43e8-9345-26a7219a39b3,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:39.373464 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.375457 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-92a7f31a-413b-4ab4-82ec-7575402381ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:39.376012 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6ed69ec-2e57-4026-a044-042ab44c1739 req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "DELETE /v2.0/ports/5f2facc9-862a-4beb-abe5-da9fb61a5b1f HTTP/1.1" status: 204 len: 173 time: 1.4754167 Jun 16 17:00:39.377004 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'name': 'network-vif-deleted', 'tag': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:39.379654 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a51bbb7-e797-4c35-868b-44d98d4954b4" -d '{"events": [{"server_uuid": "2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00", "name": "network-vif-deleted", "tag": "5f2facc9-862a-4beb-abe5-da9fb61a5b1f"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:39.457616 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85556fd7-9306-4c87-8778-0d157e4b2562 req-f3c835ba-da64-42d4-a8a5-e59f275b4834 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.457616 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-85556fd7-9306-4c87-8778-0d157e4b2562 req-f3c835ba-da64-42d4-a8a5-e59f275b4834 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1962669 Jun 16 17:00:39.458445 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149dbc28-897b-4af0-9f7d-46b979f93e2a x-openstack-request-id: req-149dbc28-897b-4af0-9f7d-46b979f93e2a {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:39.458972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00", "name": "network-vif-deleted", "tag": "5f2facc9-862a-4beb-abe5-da9fb61a5b1f", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:39.459450 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-149dbc28-897b-4af0-9f7d-46b979f93e2a {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:39.460089 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00', 'name': 'network-vif-deleted', 'tag': '5f2facc9-862a-4beb-abe5-da9fb61a5b1f', 'status': 'completed', 'code': 200} Jun 16 17:00:39.526475 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Made reservation on behalf of 47b552dd7e17421c8520a0dc6884fa75 for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:39.529390 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.548692 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.561841 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-85556fd7-9306-4c87-8778-0d157e4b2562 req-15025f32-90bb-43ce-8e50-755ed0fef764 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983088 Jun 16 17:00:39.648775 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.739129 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:39.791670 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-ea35dcce-a82a-4385-9e2e-a7154f627b3c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.792890 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-ea35dcce-a82a-4385-9e2e-a7154f627b3c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 813 time: 0.1951764 Jun 16 17:00:39.819025 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Request body: {'port': {'device_id': '55753a63-b7bd-407c-9a56-a90f458dc538', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'admin_state_up': True, 'tenant_id': '879a92fd1ea343c9b73dd7abee0ecfa3'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:39.845606 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:39.863614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4b5269e0-df2f-4c0c-a2c5-6bfa97153e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:40.203108 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:39Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:40.208615 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff1b2e-1e54-41b0-95c0-bd45350a96d1 None None] The sync data for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb is: [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:39Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:40.294778 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-59e635be-4eac-43e1-860c-3f6fa4e2fe2d req-b460e34a-d0cc-401e-9792-f326ace43790 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea64bfc-a14f-40ab-98c8-43c0e9c2ac00 HTTP/1.1" status: 200 len: 210 time: 0.1162546 Jun 16 17:00:40.343552 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:00:40.366482 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c690a88-117b-45ec-a0f0-2037b852aa92,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:40.375547 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:40.385056 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d735b-5418-4675-9b8c-f2ee982fee92 req-54d98fbd-b887-4489-8b31-523e84a83c59 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.398573 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-255d735b-5418-4675-9b8c-f2ee982fee92 req-54d98fbd-b887-4489-8b31-523e84a83c59 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2271204 Jun 16 17:00:40.407140 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.407516 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Added segment 43f651f7-4f26-40dd-a8eb-bd1a113448d8 of type vlan for network 3714402a-74c3-4699-8f13-a12a51f46ac7 Jun 16 17:00:40.567186 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.608986 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-255d735b-5418-4675-9b8c-f2ee982fee92 req-bb14d769-688f-4c89-b956-193a5593b325 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839075 Jun 16 17:00:40.621487 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.733102 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.754471 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0cb6e9d5-c79e-4134-b510-6b170429808b req-d61a326f-8e55-43d2-b258-b57595450671 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 210 time: 0.1434016 Jun 16 17:00:40.760933 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:00:40.783832 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.784989 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Added segment d1befd88-5d56-4e44-9a0c-ff4eda3d3903 of type vlan for network 19405e2e-abcc-4d7c-812b-dae309b725e3 Jun 16 17:00:40.846093 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.890444 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cafb4344-28ba-4c87-ab26-a8e747a5e470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:40.893915 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.900759 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.901415 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.955693 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34588fcb-e0b5-45aa-bffc-02380a1a8d53,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:40.965211 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:40.965211 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:40.977468 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Made reservation on behalf of 879a92fd1ea343c9b73dd7abee0ecfa3 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:41.002794 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.054334 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ac5ca-22d1-49f6-927b-d92d8f09cbb9 req-4d0bcf4f-f47d-41a3-a831-71094cf4bc61 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:41.060006 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a47ac5ca-22d1-49f6-927b-d92d8f09cbb9 req-4d0bcf4f-f47d-41a3-a831-71094cf4bc61 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.2563014 Jun 16 17:00:41.130592 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2bed7a2a-4b63-43e8-9345-26a7219a39b3 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:41.154394 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.159897 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4444931 Jun 16 17:00:41.167058 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:41.168093 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.176482 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 59956) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:41.178602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=3714402a-74c3-4699-8f13-a12a51f46ac7,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:41.185230 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:41.185933 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:41.195468 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Request body: {'subnet': {'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-62001903-subnet', 'tenant_id': '6ac1abb97d8542fc8b5165c336df0bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:41.201004 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 3714402a-74c3-4699-8f13-a12a51f46ac7 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:00:41.286660 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Pushing event updated for resources: {'Network': ['ID=19405e2e-abcc-4d7c-812b-dae309b725e3,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:41.290850 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:41.305982 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:00:41.386102 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a47ac5ca-22d1-49f6-927b-d92d8f09cbb9 req-ead70ba6-b62e-4c1c-acf6-a1d5b138b4c6 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882776 Jun 16 17:00:41.458091 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:41.464833 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:41.465203 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.477324 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Allocated IP 172.20.0.13 (e619040b-3be7-4676-99c4-cf9747381ca5/4c713bb7-142f-4e5e-8e99-8082f0c447b9/f7a5128f-458a-42c0-92a4-bea54c0992ec) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:41.514832 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Made reservation on behalf of 6ac1abb97d8542fc8b5165c336df0bc6 for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:41.523922 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.600137 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.621026 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4210417 Jun 16 17:00:41.622529 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59962) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:41.629974 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Request body: {'subnet': {'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-791540129-subnet', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:41.670305 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 2bed7a2a-4b63-43e8-9345-26a7219a39b3, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=2bed7a2a-4b63-43e8-9345-26a7219a39b3,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:41.786745 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.788962 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:41.843645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Made reservation on behalf of 47b552dd7e17421c8520a0dc6884fa75 for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:41.846164 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934206'] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.904861 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=2bed7a2a-4b63-43e8-9345-26a7219a39b3,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:41.910414 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:41.950644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-43e09f0d-8a29-43eb-9710-29e308cdd10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.975869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.148371 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c575a04-e57a-4b74-bc74-c886071e79fa req-e2a50f80-e440-462e-bc9c-13a7f9249a94 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:42.156802 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c575a04-e57a-4b74-bc74-c886071e79fa req-e2a50f80-e440-462e-bc9c-13a7f9249a94 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.3063667 Jun 16 17:00:42.278514 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.279276 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-e02fbcb4-413e-4cc2-9af1-9c7071d7b080 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:42.281767 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-e02fbcb4-413e-4cc2-9af1-9c7071d7b080 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/networks?id=fece0361-b55d-4b62-a1cd-5bac3afb2cb9 HTTP/1.1" status: 200 len: 808 time: 0.3555846 Jun 16 17:00:42.314218 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c575a04-e57a-4b74-bc74-c886071e79fa req-fb3d198a-dc50-45f6-b192-928413469cfa tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558452 Jun 16 17:00:42.318148 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-c3eb0824-af69-419f-94ab-27380d3bcffa tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/quotas/8ceab3d0936d4acd9ddf46b769ddf988 HTTP/1.1" status: 200 len: 375 time: 0.0229509 Jun 16 17:00:42.369785 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-97b2052d-fe59-49f0-94bf-8763e74bec82 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405729 Jun 16 17:00:42.398633 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9855655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934188'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.402542 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.404328 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5884c9a6-e60d-429d-a59c-9d0fe9c8dc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:42.409327 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:42.450889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.461346 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'c0a0125f-550e-4e46-b53e-e2c5451f8521'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:42.473539 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c7ef03-fa1b-412e-a7c0-59c85f426f58,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:42.501263 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.502262 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.502975 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:42.503348 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.504143 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.504922 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.505759 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.506595 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.507396 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.508192 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.508989 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.509868 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.510754 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.518012 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:42.523645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Checking segment: {'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:42.524561 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Network hostable DHCP agents. Network: 19405e2e-abcc-4d7c-812b-dae309b725e3, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:00:42.535925 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5f2facc9-862a-4beb-abe5-da9fb61a5b1f no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:00:42.567168 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 5f2facc9-862a-4beb-abe5-da9fb61a5b1f {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:00:42.567659 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 5f2facc9-862a-4beb-abe5-da9fb61a5b1f not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:00:42.581682 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7089615b-e2d1-4c64-995f-e9f2033db154,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:42.612984 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Network e619040b-3be7-4676-99c4-cf9747381ca5 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:42.617839 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.618203 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.618562 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.619024 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.619389 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.619727 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.620074 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.620433 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.620740 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.621074 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.621438 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.621776 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:42.625571 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:42.628622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:42.635964 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-210bb5c8-f6d5-49e0-87fd-17c91bf8828d service neutron] 10.222.0.36 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586472 Jun 16 17:00:42.643264 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:42.643264 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:42.645063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:42.645829 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.670148 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:00:42.685738 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:42.709229 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'port_id': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'mac_address': 'fa:16:3e:3b:d1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:42.713479 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Checking segment: {'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:42.714044 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Network hostable DHCP agents. Network: 3714402a-74c3-4699-8f13-a12a51f46ac7, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:00:42.737573 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event updated for resources: {'Port': ['ID=f7a5128f-458a-42c0-92a4-bea54c0992ec,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:42.741315 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:42.771006 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db92b-d7fc-4d35-b9cf-4f1bef3404bf req-254e8358-c76e-4f9d-bd47-450291205052 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:42.772816 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c01db92b-d7fc-4d35-b9cf-4f1bef3404bf req-254e8358-c76e-4f9d-bd47-450291205052 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 932 time: 0.2548866 Jun 16 17:00:42.778366 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.808235 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:42.841349 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 19405e2e-abcc-4d7c-812b-dae309b725e3) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:42.843396 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:42.848202 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:42.848849 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.852816 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7790d5ce-e25b-48ea-a66c-f6afa5984c78 None None] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:42.892185 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c01db92b-d7fc-4d35-b9cf-4f1bef3404bf req-aad98719-7b74-46c8-b337-a3169a42a0e2 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114271 Jun 16 17:00:42.926530 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-cf4bc0ef-bab8-4602-8cf8-0a8ac12aa1bf service neutron] 10.222.0.36 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770932 Jun 16 17:00:42.942433 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1343553 Jun 16 17:00:42.961606 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Request body: {'port': {'device_id': '55753a63-b7bd-407c-9a56-a90f458dc538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:42.998368 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3740149 Jun 16 17:00:43.000928 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 59986) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:43.011501 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:43.013110 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.021924 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:43.050630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Network 3714402a-74c3-4699-8f13-a12a51f46ac7 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:00:43.115391 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2bed7a2a-4b63-43e8-9345-26a7219a39b3 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:43.143302 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 3714402a-74c3-4699-8f13-a12a51f46ac7) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:43.154594 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:43.155549 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.166228 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-19405e2e-abcc-4d7c-812b-dae309b725e3', 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'fixed_ips': [{'subnet_id': '08c7ef03-fa1b-412e-a7c0-59c85f426f58'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:00:43.167107 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.176703 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.190311 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.199115 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.239817 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24668e-4fb7-4716-a9b8-d88ad474dc3a None None] Network 3714402a-74c3-4699-8f13-a12a51f46ac7 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:43.242461 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:43.261753 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3460637-8955-4ab4-ba19-98e031582f59 req-80de7568-032f-485c-a79b-d9f6d808baa0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:43.269044 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b3460637-8955-4ab4-ba19-98e031582f59 req-80de7568-032f-485c-a79b-d9f6d808baa0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.2196484 Jun 16 17:00:43.274523 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=6']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:43.305332 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-efa555f2-19e0-4928-bb36-68bf3944c5bb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1113319 Jun 16 17:00:43.327168 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.354040 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:43.570868 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b3460637-8955-4ab4-ba19-98e031582f59 req-e236a752-315a-496f-b17c-349358a5afcd tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004067 Jun 16 17:00:43.641123 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.705122 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:43.705652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.768728 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.800765 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-0894b364-d0c7-4e16-9cf2-7261c24abde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:43.802600 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-0894b364-d0c7-4e16-9cf2-7261c24abde0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1097 time: 0.2205536 Jun 16 17:00:43.843460 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-80e15d58-ac81-45a9-9c87-afb838177992 req-bc9d4d1e-75a5-42cb-97ee-ad3e0a62f378 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 210 time: 0.1428678 Jun 16 17:00:44.020406 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-ec8ad40e-73cb-4ba1-96b2-5844a5db1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:44.022715 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-ec8ad40e-73cb-4ba1-96b2-5844a5db1b99 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.1921170 Jun 16 17:00:44.243378 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-8e015326-b852-43b5-946e-78daf4dbb500 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 200 len: 999 time: 0.1732972 Jun 16 17:00:44.376817 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c82b53b-2f3f-471b-8185-bdbc5e474b6c None None] Network 3714402a-74c3-4699-8f13-a12a51f46ac7 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:44.422699 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Allocated IP 172.20.0.2 (19405e2e-abcc-4d7c-812b-dae309b725e3/08c7ef03-fa1b-412e-a7c0-59c85f426f58/85185bae-b6af-4242-bd20-db4ef5153f04) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:44.435092 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-37a48110-3047-4362-a60f-47efa290e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:44.436698 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-37a48110-3047-4362-a60f-47efa290e223 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.1856434 Jun 16 17:00:44.558135 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.697865 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.724890 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-19ccf3fa-20ac-4bf1-944c-c9805b6a5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:44.726606 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-19ccf3fa-20ac-4bf1-944c-c9805b6a5fa9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2693453 Jun 16 17:00:44.748594 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ad0-6926-4b1f-9983-41cf5e8d6d08 req-8addce20-ddad-45db-8c43-b171fbbe43ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:44.750296 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2e5a8ad0-6926-4b1f-9983-41cf5e8d6d08 req-8addce20-ddad-45db-8c43-b171fbbe43ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 944 time: 1.0516067 Jun 16 17:00:44.766191 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a5128f-458a-42c0-92a4-bea54c0992ec {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:44.774476 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.789040 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.796483 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Transition to ACTIVE for port object f7a5128f-458a-42c0-92a4-bea54c0992ec will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:44.818938 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Transition to ACTIVE for port object 85185bae-b6af-4242-bd20-db4ef5153f04 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:44.840738 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Transition to ACTIVE for port object 85185bae-b6af-4242-bd20-db4ef5153f04 will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:44.853264 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Allocated IP 172.28.3.142 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/ac3b0c79-30de-45b6-a482-4785516a3bd5) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:44.855643 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2e5a8ad0-6926-4b1f-9983-41cf5e8d6d08 req-88e0c241-ea9b-447d-bf47-b67305d470de tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545545 Jun 16 17:00:44.899087 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7374fc-74e4-4e7e-81f9-40b124456f84 req-c52c1243-f391-4e28-ae64-45fb85426d6f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:44.912481 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ed7374fc-74e4-4e7e-81f9-40b124456f84 req-c52c1243-f391-4e28-ae64-45fb85426d6f tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 932 time: 0.3217692 Jun 16 17:00:44.954267 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.959958 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c3958eb2-868d-4a09-9ea1-74af5bb760e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:44.977056 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-60ca23e9-015d-4d4f-97be-d0c52e3ae757 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236321 Jun 16 17:00:45.011012 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.013819 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:45.026249 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a5128f-458a-42c0-92a4-bea54c0992ec,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:45.029330 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:45.121392 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.164273 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:45.174700 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:45.180405 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:45.184281 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Pushing event updated for resources: {'Port': ['ID=85185bae-b6af-4242-bd20-db4ef5153f04,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:45.192877 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.200980 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:45.226026 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-665f2f23-9351-470e-b2c1-9e86447d4198 req-e7093d84-2621-4729-9785-aa891ad6d928 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086587 Jun 16 17:00:45.237837 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ed7374fc-74e4-4e7e-81f9-40b124456f84 req-5de615dd-5f09-4dde-a29c-dc8d94d3f9fa tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238838 Jun 16 17:00:45.318893 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Attempting to bind port f7a5128f-458a-42c0-92a4-bea54c0992ec on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:45.319149 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Attempting to bind port f7a5128f-458a-42c0-92a4-bea54c0992ec by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:45.319466 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Attempting to bind port f7a5128f-458a-42c0-92a4-bea54c0992ec on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:45.321500 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Attempting to bind port 85185bae-b6af-4242-bd20-db4ef5153f04 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:45.321500 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Attempting to bind port 85185bae-b6af-4242-bd20-db4ef5153f04 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:45.322748 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Attempting to bind port 85185bae-b6af-4242-bd20-db4ef5153f04 on network 19405e2e-abcc-4d7c-812b-dae309b725e3 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:45.338965 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:45.339499 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Checking segment: {'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:45.340033 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.340673 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Bound using segment: {'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:45.341580 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Bound port: 85185bae-b6af-4242-bd20-db4ef5153f04, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:45.342150 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.362614 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Port f7a5128f-458a-42c0-92a4-bea54c0992ec on network e619040b-3be7-4676-99c4-cf9747381ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:45.363275 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Attempting to bind port f7a5128f-458a-42c0-92a4-bea54c0992ec on network e619040b-3be7-4676-99c4-cf9747381ca5 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:45.383776 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:45.385172 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Checking segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:45.386010 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Bound using segment: {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:45.386762 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Bound port: f7a5128f-458a-42c0-92a4-bea54c0992ec, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525fc1bc-04c7-4d38-9880-0dcdcd719b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:45.387335 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.468497 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c796-260e-41d4-beba-681186afc9e8 req-32852239-b35b-41f3-a764-7af4c658e53e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:45.468968 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] For port 85185bae-b6af-4242-bd20-db4ef5153f04, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:45.478398 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] For port 85185bae-b6af-4242-bd20-db4ef5153f04, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=85185bae-b6af-4242-bd20-db4ef5153f04,segment=NetworkSegment(d1befd88-5d56-4e44-9a0c-ff4eda3d3903),segment_id=d1befd88-5d56-4e44-9a0c-ff4eda3d3903)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:45.479444 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec19c796-260e-41d4-beba-681186afc9e8 req-32852239-b35b-41f3-a764-7af4c658e53e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.2954879 Jun 16 17:00:45.505736 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.509109 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cddfb395-053d-4880-8c33-6162d8aad09e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:45.582380 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec19c796-260e-41d4-beba-681186afc9e8 req-91ae2078-5660-49b2-a9e4-d98d8bcd08c0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017473 Jun 16 17:00:45.616109 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:45.628669 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:45.637669 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:45.650466 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] For port f7a5128f-458a-42c0-92a4-bea54c0992ec, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:45.656395 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] For port f7a5128f-458a-42c0-92a4-bea54c0992ec, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f7a5128f-458a-42c0-92a4-bea54c0992ec,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:45.695619 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3b0c79-30de-45b6-a482-4785516a3bd5,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:45.705227 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:45.770195 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-41049304-a52b-4e69-8f24-a13d040017c0 req-746ddca1-7362-43af-b806-10a2fd6a1937 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 210 time: 0.0604241 Jun 16 17:00:45.803177 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.831689 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:45.846233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.851152 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:45.926264 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Pushing event updated for resources: {'Port': ['ID=85185bae-b6af-4242-bd20-db4ef5153f04,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:45.935381 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.936846 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:45.986273 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:45.987551 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.993065 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] 10.222.0.96 "PUT /v2.0/ports/f7a5128f-458a-42c0-92a4-bea54c0992ec HTTP/1.1" status: 200 len: 1094 time: 3.0349553 Jun 16 17:00:45.994639 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55753a63-b7bd-407c-9a56-a90f458dc538', 'tag': 'f7a5128f-458a-42c0-92a4-bea54c0992ec'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:45.998581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c4d43-abff-418f-bb11-cab98c91460b" -d '{"events": [{"name": "network-changed", "server_uuid": "55753a63-b7bd-407c-9a56-a90f458dc538", "tag": "f7a5128f-458a-42c0-92a4-bea54c0992ec"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:46.132840 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a5128f-458a-42c0-92a4-bea54c0992ec,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:46.137427 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:46.198118 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e663f087-2ae5-409e-adac-069959391b82 x-openstack-request-id: req-e663f087-2ae5-409e-adac-069959391b82 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:46.199066 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55753a63-b7bd-407c-9a56-a90f458dc538", "tag": "f7a5128f-458a-42c0-92a4-bea54c0992ec", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:46.199785 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e663f087-2ae5-409e-adac-069959391b82 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:46.200721 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55753a63-b7bd-407c-9a56-a90f458dc538', 'tag': 'f7a5128f-458a-42c0-92a4-bea54c0992ec', 'status': 'completed', 'code': 200} Jun 16 17:00:46.359574 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb39700-4dd2-41fd-adc1-9a0599055af9 req-b2f6216f-6820-44ca-929d-5c17b7ffb8dd tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:46.366221 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6bb39700-4dd2-41fd-adc1-9a0599055af9 req-b2f6216f-6820-44ca-929d-5c17b7ffb8dd tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 944 time: 0.2118702 Jun 16 17:00:46.452114 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c4d43-abff-418f-bb11-cab98c91460b req-f774d72b-8c76-49ef-9cc5-22dc141d37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:46.456398 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c50c4d43-abff-418f-bb11-cab98c91460b req-f774d72b-8c76-49ef-9cc5-22dc141d37b9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 1097 time: 0.2490988 Jun 16 17:00:46.484917 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6bb39700-4dd2-41fd-adc1-9a0599055af9 req-a88f457e-028c-40c9-9d70-fd414a151521 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173193 Jun 16 17:00:46.499935 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:46.614730 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.620334 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:46.620718 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.942834 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.007042 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c4d43-abff-418f-bb11-cab98c91460b req-b8fb008f-0a14-4320-8c61-20ee3e856378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.018647 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c50c4d43-abff-418f-bb11-cab98c91460b req-b8fb008f-0a14-4320-8c61-20ee3e856378 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5279646 Jun 16 17:00:47.138889 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:47.140750 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.141967 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:47.145151 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a145c69c-5c41-4b54-b4a9-ac6e5cecbd9d" -d '{"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-plugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:47.181129 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 85185bae-b6af-4242-bd20-db4ef5153f04 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:47.237165 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e687f-c66a-4241-b841-83fb65a7a886 req-1aae62f0-0664-4db2-9e79-39975695b31e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.241208 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-865e687f-c66a-4241-b841-83fb65a7a886 req-1aae62f0-0664-4db2-9e79-39975695b31e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.3865235 Jun 16 17:00:47.269321 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9af5-1dcd-4c00-af28-519f7fcda37e req-616e405f-ecba-4851-9a2f-fcfb9cc4f3d5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.281608 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-02db9af5-1dcd-4c00-af28-519f7fcda37e req-616e405f-ecba-4851-9a2f-fcfb9cc4f3d5 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 944 time: 0.6241484 Jun 16 17:00:47.379740 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c4d43-abff-418f-bb11-cab98c91460b req-6874f090-d0e2-45ea-8165-910fb90f49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.379740 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c50c4d43-abff-418f-bb11-cab98c91460b req-6874f090-d0e2-45ea-8165-910fb90f49b5 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3406966 Jun 16 17:00:47.398588 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 85185bae-b6af-4242-bd20-db4ef5153f04 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:47.406085 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.408441 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:47.489763 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-02db9af5-1dcd-4c00-af28-519f7fcda37e req-677e7334-4487-4e5e-9ab6-bb00fcc44e45 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070808 Jun 16 17:00:47.514898 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-865e687f-c66a-4241-b841-83fb65a7a886 req-e7812d60-a8bb-44cc-abd3-fa431bbd0dfc tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297773 Jun 16 17:00:47.622219 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=7']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:47.626387 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:47.668973 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-3e99d8f3-e22f-41d1-a596-0b93332e3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.678252 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-3e99d8f3-e22f-41d1-a596-0b93332e3157 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 1097 time: 0.1870167 Jun 16 17:00:47.799404 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-7cf1620a-1500-4eae-8587-05dc6ba54b4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7a5128f-458a-42c0-92a4-bea54c0992ec HTTP/1.1" status: 200 len: 217 time: 0.1133428 Jun 16 17:00:47.873925 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1c0cb-def4-469e-bcb9-20ba4d624cec None None] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:47.891930 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b3b97b7a-ad55-4063-91f6-35b745b6df08 req-d38b103a-2c82-4ef0-a879-73491d413a9c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 210 time: 0.1051025 Jun 16 17:00:48.018329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:00:48.043181 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862e0308-f054-4101-9bf4-aea600dac1ca x-openstack-request-id: req-862e0308-f054-4101-9bf4-aea600dac1ca {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:48.046545 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-plugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:48.047169 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-862e0308-f054-4101-9bf4-aea600dac1ca {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:48.047966 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'code': 200} Jun 16 17:00:48.105131 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-fe7f966b-99c4-4b3a-99c5-e70198457c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.107044 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-fe7f966b-99c4-4b3a-99c5-e70198457c07 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.2895410 Jun 16 17:00:48.207384 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-a04b9a4f-6727-4a81-a586-28f43344c2ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826612 Jun 16 17:00:48.256746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Provisioning for port 85185bae-b6af-4242-bd20-db4ef5153f04 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:48.262375 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Provisioning complete for port 85185bae-b6af-4242-bd20-db4ef5153f04 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:48.265328 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.277896 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-c93b54ab-aac6-4054-8d06-d7f6c2ad67e1 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.289530 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-c93b54ab-aac6-4054-8d06-d7f6c2ad67e1 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/networks?id=3714402a-74c3-4699-8f13-a12a51f46ac7 HTTP/1.1" status: 200 len: 812 time: 0.5004406 Jun 16 17:00:48.338004 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-1cbf91b6-8be5-455d-8727-1c97731a568d tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/quotas/6ac1abb97d8542fc8b5165c336df0bc6 HTTP/1.1" status: 200 len: 375 time: 0.0474391 Jun 16 17:00:48.413692 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:48.428830 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Sync routers for ids ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:48.447445 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.459385 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Routers {'594bb5d4-360d-4cb5-af34-bbebe1bdc333'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:48.461881 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:48.502396 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-89be2655-f2c8-4e0d-a3c8-53b474b2ef6f tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1626015 Jun 16 17:00:48.509618 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-a9f6548d-cdf8-44f9-bbfa-46cef4d9ed53 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.511563 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-a9f6548d-cdf8-44f9-bbfa-46cef4d9ed53 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "GET /v2.0/networks?id=fece0361-b55d-4b62-a1cd-5bac3afb2cb9 HTTP/1.1" status: 200 len: 808 time: 0.3511446 Jun 16 17:00:48.528764 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Request body: {'port': {'device_id': '337a074e-f132-4b21-8b55-61c7ab86730f', 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9', 'admin_state_up': True, 'tenant_id': '8ceab3d0936d4acd9ddf46b769ddf988'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:48.535745 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] For port 85185bae-b6af-4242-bd20-db4ef5153f04, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=85185bae-b6af-4242-bd20-db4ef5153f04,segment=NetworkSegment(d1befd88-5d56-4e44-9a0c-ff4eda3d3903),segment_id=d1befd88-5d56-4e44-9a0c-ff4eda3d3903)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:48.671895 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-e1953a22-d4e8-46e4-a2ca-919258feec63 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478605 Jun 16 17:00:48.732627 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Set router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:48.745619 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.752929 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.752929 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:48.759171 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7524762 Jun 16 17:00:48.762815 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60168) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:48.899410 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff932d7-319c-4de5-afa3-7430bd0c17c6 req-ad6ecf20-6233-4f30-8d23-27430db43572 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.925197 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cff932d7-319c-4de5-afa3-7430bd0c17c6 req-ad6ecf20-6233-4f30-8d23-27430db43572 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.7256744 Jun 16 17:00:48.965001 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Pushing event updated for resources: {'Port': ['ID=85185bae-b6af-4242-bd20-db4ef5153f04,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:48.969074 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:48.970241 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-0c9015f2-2f56-4263-950f-39bc3f45f462 None None] Provisioning complete for port 85185bae-b6af-4242-bd20-db4ef5153f04 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:48.973907 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0c9015f2-2f56-4263-950f-39bc3f45f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:49.213864 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-307fd344-31ee-4db6-b699-324d8a72b9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105403 Jun 16 17:00:49.304040 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cff932d7-319c-4de5-afa3-7430bd0c17c6 req-70675c20-13bb-4fd0-99b1-de3d3d50e75d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772676 Jun 16 17:00:49.329344 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21e18deb-0eca-49ea-95d0-09abe473b8e8 req-12fe5bd9-65f7-4a72-b2f8-03a952e364fb service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407883 Jun 16 17:00:49.331971 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:00:46Z', 'revision_number': 3, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port': {'id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:44Z', 'updated_at': '2021-06-16T17:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:49.338836 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Checking router: 594bb5d4-360d-4cb5-af34-bbebe1bdc333 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:49.347339 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Updating router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 port ac3b0c79-30de-45b6-a482-4785516a3bd5 binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:49.386526 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-7ddc482d-36a3-4d53-a0c9-551a8e84f04e service neutron] 10.222.0.36 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596999 Jun 16 17:00:49.514851 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Made reservation on behalf of 8ceab3d0936d4acd9ddf46b769ddf988 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:49.524321 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:49.550588 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:49.753572 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Allocated IP 172.20.0.14 (fece0361-b55d-4b62-a1cd-5bac3afb2cb9/3f1c55ca-c587-4afa-bbfc-825feb5c2144/b0cf4c7c-6b19-4edb-8c71-3efbda7194e4) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:49.907140 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3dd6d-94cb-4be1-9af5-11652d544b43 req-69dfc1c0-9ee6-4bc8-bbd1-5efc06d24faa tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.909192 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8de3dd6d-94cb-4be1-9af5-11652d544b43 req-69dfc1c0-9ee6-4bc8-bbd1-5efc06d24faa tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 944 time: 0.3066947 Jun 16 17:00:49.965367 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:49.989032 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.004618 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Transition to ACTIVE for port object ac3b0c79-30de-45b6-a482-4785516a3bd5 will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:50.085162 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8de3dd6d-94cb-4be1-9af5-11652d544b43 req-8de29408-94c2-481d-b2c4-afe29aef4d71 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660051 Jun 16 17:00:50.114501 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.119821 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:50.180703 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a81447-d9fa-4f54-8c83-9fffe3393db5 None None] Pushing event updated for resources: {'Port': ['ID=ac3b0c79-30de-45b6-a482-4785516a3bd5,revision_number=2']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:50.207285 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-34a81447-d9fa-4f54-8c83-9fffe3393db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:50.217111 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Attempting to bind port ac3b0c79-30de-45b6-a482-4785516a3bd5 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:50.217731 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Attempting to bind port ac3b0c79-30de-45b6-a482-4785516a3bd5 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:50.218275 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Attempting to bind port ac3b0c79-30de-45b6-a482-4785516a3bd5 on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:50.236183 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:50.236675 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:50.237189 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.237850 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:50.238479 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Bound port: ac3b0c79-30de-45b6-a482-4785516a3bd5, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:50.239127 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.261974 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.308490 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:50.390963 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] For port ac3b0c79-30de-45b6-a482-4785516a3bd5, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:50.396796 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] For port ac3b0c79-30de-45b6-a482-4785516a3bd5, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=ac3b0c79-30de-45b6-a482-4785516a3bd5,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:50.407767 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Pushing event updated for resources: {'Port': ['ID=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:50.411250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:50.431822 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:50.432649 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:50.439720 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:50.542539 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.553371 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.554226 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-7bf4ceee-2c92-4937-8691-99fe8ecd7021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:50.556720 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.590060 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.622994 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4f4a4-118a-4c3f-8ff8-851ebd1f8e15 req-b4facd52-6d84-4c02-be57-499620b3d0e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.624596 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1ab4f4a4-118a-4c3f-8ff8-851ebd1f8e15 req-b4facd52-6d84-4c02-be57-499620b3d0e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.3344674 Jun 16 17:00:50.688134 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Routers {'594bb5d4-360d-4cb5-af34-bbebe1bdc333'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:50.689004 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:50.748270 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82a8e4-a041-4cbf-a748-dbdccda761e6 req-a7caba80-b414-4518-831f-f4b6fbfb47ee tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.758075 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5a82a8e4-a041-4cbf-a748-dbdccda761e6 req-a7caba80-b414-4518-831f-f4b6fbfb47ee tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 932 time: 0.3087206 Jun 16 17:00:50.774322 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2525058 Jun 16 17:00:50.792859 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Request body: {'port': {'device_id': '337a074e-f132-4b21-8b55-61c7ab86730f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:50.837747 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5a82a8e4-a041-4cbf-a748-dbdccda761e6 req-33d2bf66-d596-44b3-a760-14c21d842512 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779643 Jun 16 17:00:50.853263 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1ab4f4a4-118a-4c3f-8ff8-851ebd1f8e15 req-42001003-0100-4478-9b59-f3cf65b6c35c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957471 Jun 16 17:00:50.895257 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] Set router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:50.975699 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:50.991651 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3a6ae859-8721-479f-89be-6d9420eea041 req-e7cc9f32-a9de-4061-8099-3e9b222a3f7e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 210 time: 0.0807695 Jun 16 17:00:51.119546 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Allocated IP 172.20.0.1 (19405e2e-abcc-4d7c-812b-dae309b725e3/08c7ef03-fa1b-412e-a7c0-59c85f426f58/bf05bc74-eba8-4607-b387-ee88b0c0b174) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:51.154392 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 85185bae-b6af-4242-bd20-db4ef5153f04 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:51.183690 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a81447-d9fa-4f54-8c83-9fffe3393db5 None None] Pushing event updated for resources: {'Port': ['ID=ac3b0c79-30de-45b6-a482-4785516a3bd5,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:51.188479 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-34a81447-d9fa-4f54-8c83-9fffe3393db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:51.330180 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 85185bae-b6af-4242-bd20-db4ef5153f04 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:51.333029 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:51.405684 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa8f53-80b5-4835-8087-42e57555f70c req-5e6df7ad-e9d1-4ad5-a5f0-92278cb07b34 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:51.409518 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:00:46Z', 'revision_number': 3, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port': {'id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:44Z', 'updated_at': '2021-06-16T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:51.414447 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718e495-4f2e-47d5-a805-abb7b312b0d3 None None] The sync data for ids ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'] in dv-cinder-783389-6-smb is: [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:00:46Z', 'revision_number': 3, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port': {'id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:44Z', 'updated_at': '2021-06-16T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:51.423633 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6aaa8f53-80b5-4835-8087-42e57555f70c req-5e6df7ad-e9d1-4ad5-a5f0-92278cb07b34 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1762588 Jun 16 17:00:51.638250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:51.680487 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Transition to ACTIVE for port object bf05bc74-eba8-4607-b387-ee88b0c0b174 will not be triggered until provisioned by entity DHCP. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:51.684255 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6aaa8f53-80b5-4835-8087-42e57555f70c req-27058cc0-3021-451c-b59b-0838da670b2d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485185 Jun 16 17:00:51.750791 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c4833-bac3-4f4d-9d06-2d7007722584 req-7030b4e3-c48e-453a-be01-9802fb2c8c83 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:51.761649 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa2c4833-bac3-4f4d-9d06-2d7007722584 req-7030b4e3-c48e-453a-be01-9802fb2c8c83 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 944 time: 0.3272395 Jun 16 17:00:51.801819 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:51.816732 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60212) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:51.830396 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:51.836343 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa2c4833-bac3-4f4d-9d06-2d7007722584 req-4cf47ff6-6658-41ee-a4e1-7be9999a2b09 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734890 Jun 16 17:00:51.858573 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Transition to ACTIVE for port object b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:51.898625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:51.906523 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:52.092484 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 60224) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:52.105275 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:52.118352 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:52.141994 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:52.184518 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:52.361501 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Pushing event updated for resources: {'Port': ['ID=bf05bc74-eba8-4607-b387-ee88b0c0b174,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:52.386494 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:52.420195 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:52.468989 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85f0e75b-36b2-4379-adf5-3bd2d10d1044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:52.529718 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device f7a5128f-458a-42c0-92a4-bea54c0992ec details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:52.647169 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c70fec36-47ae-4907-8bcb-ec496400ce2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:52.679313 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:52.785693 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:52.805222 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:52.816402 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1d7fb-dad6-4d64-a6a5-79233ee6c950 req-735c7bc9-9513-448c-b1c2-11a5fc17a2f7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:52.823892 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-baf1d7fb-dad6-4d64-a6a5-79233ee6c950 req-735c7bc9-9513-448c-b1c2-11a5fc17a2f7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.5285964 Jun 16 17:00:52.839511 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port f7a5128f-458a-42c0-92a4-bea54c0992ec, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f7a5128f-458a-42c0-92a4-bea54c0992ec,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:52.855765 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'f7a5128f-458a-42c0-92a4-bea54c0992ec', 'network_id': 'e619040b-3be7-4676-99c4-cf9747381ca5', 'port_id': 'f7a5128f-458a-42c0-92a4-bea54c0992ec', 'mac_address': 'fa:16:3e:ea:c3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c713bb7-142f-4e5e-8e99-8082f0c447b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:52.862200 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fa822-d1c0-4042-a254-870cc9488ba3 req-b85fc6c2-cf36-460b-bbbd-9359d41dccc6 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:52.863398 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ca586356-9ccd-497f-8648-e7027e859a41 None None] Provisioning for port bf05bc74-eba8-4607-b387-ee88b0c0b174 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:52.875791 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-db7fa822-d1c0-4042-a254-870cc9488ba3 req-b85fc6c2-cf36-460b-bbbd-9359d41dccc6 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 944 time: 0.4582994 Jun 16 17:00:52.916818 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ca586356-9ccd-497f-8648-e7027e859a41 None None] Provisioning complete for port bf05bc74-eba8-4607-b387-ee88b0c0b174 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:52.917108 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ca586356-9ccd-497f-8648-e7027e859a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:52.956486 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Attempting to bind port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:52.959035 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Attempting to bind port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:52.960368 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Attempting to bind port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 on network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:53.005012 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 on network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:53.005678 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Attempting to bind port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 on network fece0361-b55d-4b62-a1cd-5bac3afb2cb9 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:53.018529 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:53.019324 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Checking segment: {'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:53.020016 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Bound using segment: {'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:53.020733 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Bound port: b0cf4c7c-6b19-4edb-8c71-3efbda7194e4, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58105ed9-5dd7-4d41-9645-34e81ac69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:53.021359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.045086 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.048615 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-baf1d7fb-dad6-4d64-a6a5-79233ee6c950 req-ebaffe70-8dbf-4949-9423-543a9ac45f72 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158999 Jun 16 17:00:53.083636 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85f0e75b-36b2-4379-adf5-3bd2d10d1044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.090842 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a5128f-458a-42c0-92a4-bea54c0992ec {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:53.109862 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-ca586356-9ccd-497f-8648-e7027e859a41 None None] Port bf05bc74-eba8-4607-b387-ee88b0c0b174 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:53.115866 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-db7fa822-d1c0-4042-a254-870cc9488ba3 req-6db5f660-02ef-4c2b-971f-315fd30c3a00 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385314 Jun 16 17:00:53.123356 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device ac3b0c79-30de-45b6-a482-4785516a3bd5 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:53.193020 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-85f0e75b-36b2-4379-adf5-3bd2d10d1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.195769 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port f7a5128f-458a-42c0-92a4-bea54c0992ec, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f7a5128f-458a-42c0-92a4-bea54c0992ec,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:53.201262 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5babe0e8-f4c9-44eb-abee-b6f2bf953882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:53.283455 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.286636 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-d6064ff7-ccca-4272-91ac-48c7eb39224f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:53.302188 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e75b-36b2-4379-adf5-3bd2d10d1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74904fea-8073-4670-850d-e41301604476,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:53.312260 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-85f0e75b-36b2-4379-adf5-3bd2d10d1044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:53.349109 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port ac3b0c79-30de-45b6-a482-4785516a3bd5 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:53.358855 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port ac3b0c79-30de-45b6-a482-4785516a3bd5 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:53.359421 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.371772 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] For port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:53.375633 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-85f0e75b-36b2-4379-adf5-3bd2d10d1044 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a06310bf2d84bbd882387e08483a3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2795060 Jun 16 17:00:53.378189 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.380338 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60234) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:53.382256 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] For port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:53.439935 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=f7a5128f-458a-42c0-92a4-bea54c0992ec,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:53.445486 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9b1fe30c-ecea-4d39-a4ac-7d7159f1b471 req-6bf03876-e99d-475c-b25f-936c5b87afd0 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 210 time: 0.0946834 Jun 16 17:00:53.556342 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.576439 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.581968 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.581968 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.581968 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.581968 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.583556 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.584623 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.585006 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.590043 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.590553 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.591092 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.591558 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:53.605715 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:53.616717 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04907e3-712a-4c5a-b43e-aab511c0ed51 req-01d92e49-0f88-478e-b07c-24d083ce320c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:53.621919 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f04907e3-712a-4c5a-b43e-aab511c0ed51 req-01d92e49-0f88-478e-b07c-24d083ce320c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1800852 Jun 16 17:00:53.657990 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port ac3b0c79-30de-45b6-a482-4785516a3bd5, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=ac3b0c79-30de-45b6-a482-4785516a3bd5,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:53.685667 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f04907e3-712a-4c5a-b43e-aab511c0ed51 req-b986c8c8-a831-47e6-aa1e-de01e9c804f3 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543294 Jun 16 17:00:53.709828 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['f7a5128f-458a-42c0-92a4-bea54c0992ec'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:53.769096 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.773502 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:53.827877 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.853692 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8b0b-3b6f-4d7c-80bf-564a7f92e587 req-ed15eddb-3546-4c63-bc10-61abe9c5e5f1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:53.855266 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b0ee8b0b-3b6f-4d7c-80bf-564a7f92e587 req-ed15eddb-3546-4c63-bc10-61abe9c5e5f1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 945 time: 0.1469116 Jun 16 17:00:53.858710 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:53.868589 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:53.870224 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.872312 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] 10.222.0.96 "PUT /v2.0/ports/b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 HTTP/1.1" status: 200 len: 1094 time: 3.0868516 Jun 16 17:00:53.909648 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337a074e-f132-4b21-8b55-61c7ab86730f', 'tag': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:53.912144 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77a451b-1eb5-4fc2-81de-2f826fb29abe" -d '{"events": [{"name": "network-changed", "server_uuid": "337a074e-f132-4b21-8b55-61c7ab86730f", "tag": "b0cf4c7c-6b19-4edb-8c71-3efbda7194e4"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:54.016456 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b0ee8b0b-3b6f-4d7c-80bf-564a7f92e587 req-089c7ccb-e595-480b-99a7-5ed0e23c2c57 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321552 Jun 16 17:00:54.025030 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=ac3b0c79-30de-45b6-a482-4785516a3bd5,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:54.063484 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:54.079998 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445a2b48-1ef1-4b9b-8a44-1aaad242b09d x-openstack-request-id: req-445a2b48-1ef1-4b9b-8a44-1aaad242b09d {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:54.080394 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337a074e-f132-4b21-8b55-61c7ab86730f", "tag": "b0cf4c7c-6b19-4edb-8c71-3efbda7194e4", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:54.080618 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-445a2b48-1ef1-4b9b-8a44-1aaad242b09d {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:54.081112 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337a074e-f132-4b21-8b55-61c7ab86730f', 'tag': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4', 'status': 'completed', 'code': 200} Jun 16 17:00:54.341344 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:54.345669 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:54.387867 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.462109 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b1b41-dcee-40aa-a118-f20f654d07d9 req-8b540d45-4fe6-441e-be76-fd93e5c902e3 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:54.464525 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c8b1b41-dcee-40aa-a118-f20f654d07d9 req-8b540d45-4fe6-441e-be76-fd93e5c902e3 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 944 time: 0.1338263 Jun 16 17:00:54.473368 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.485838 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1c60-bb3f-4ede-917d-597e394af43a req-c9e25ef4-b733-4fdb-8610-1c246bea600e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:54.487480 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3baa1c60-bb3f-4ede-917d-597e394af43a req-c9e25ef4-b733-4fdb-8610-1c246bea600e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1725080 Jun 16 17:00:54.504820 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c70fec36-47ae-4907-8bcb-ec496400ce2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.538475 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c8b1b41-dcee-40aa-a118-f20f654d07d9 req-49d73480-a1cf-46ea-b218-1a384084384d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670834 Jun 16 17:00:54.540452 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a451b-1eb5-4fc2-81de-2f826fb29abe req-94af2ffb-26d3-416b-a2a6-9f030ae001d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:54.542640 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e77a451b-1eb5-4fc2-81de-2f826fb29abe req-94af2ffb-26d3-416b-a2a6-9f030ae001d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 1097 time: 0.4426751 Jun 16 17:00:54.547497 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.566485 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3baa1c60-bb3f-4ede-917d-597e394af43a req-45c8fbfa-0fea-4da6-9c3c-8cd399ed57c1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697594 Jun 16 17:00:54.704358 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a451b-1eb5-4fc2-81de-2f826fb29abe req-bba27067-cd19-4305-b478-be1e256a682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:54.706238 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e77a451b-1eb5-4fc2-81de-2f826fb29abe req-bba27067-cd19-4305-b478-be1e256a682c service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1463668 Jun 16 17:00:54.717699 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e14df27b-eeec-47f3-93ab-de3ed336e233 req-86c1f13a-9709-47f4-bbde-4e10c400cec7 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 210 time: 0.0361774 Jun 16 17:00:54.750898 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c70fec36-47ae-4907-8bcb-ec496400ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.755224 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c91112a8-61e1-4fb7-9e63-881d8f5df1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:54.862104 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.869199 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c70fec36-47ae-4907-8bcb-ec496400ce2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa6ff59d89f944d786e6c670926b3b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0476685 Jun 16 17:00:54.870483 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.875107 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:54.876410 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 60254) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:54.881512 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74904fea-8073-4670-850d-e41301604476 HTTP/1.1" status: 204 len: 168 time: 1.4918659 Jun 16 17:00:54.883261 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fec36-47ae-4907-8bcb-ec496400ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9aeca3-d8f2-4c51-88ee-90cd8b451568,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:54.906160 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c70fec36-47ae-4907-8bcb-ec496400ce2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:54.906521 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a491835c-4fac-4e75-90d1-4dfb6d82fb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:54.990916 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a451b-1eb5-4fc2-81de-2f826fb29abe req-0499bfe0-e287-47a6-96be-5afc9efd44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:54.993441 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e77a451b-1eb5-4fc2-81de-2f826fb29abe req-0499bfe0-e287-47a6-96be-5afc9efd44cc service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2791212 Jun 16 17:00:55.005202 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.030478 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e1fca-b7de-4495-9f70-d0b2526169db req-2b1076e5-cc21-4896-8733-3ac960130814 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:55.040575 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-627e1fca-b7de-4495-9f70-d0b2526169db req-2b1076e5-cc21-4896-8733-3ac960130814 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2114475 Jun 16 17:00:55.046523 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Pushing event updated for resources: {'Port': ['ID=bf05bc74-eba8-4607-b387-ee88b0c0b174,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:55.054320 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.069559 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device ac3b0c79-30de-45b6-a482-4785516a3bd5 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:55.077329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:55.086799 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:55.202165 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.228434 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74904fea-8073-4670-850d-e41301604476,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:55.242900 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:55.253722 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-627e1fca-b7de-4495-9f70-d0b2526169db req-b44f21b6-fa77-42a1-b9ad-2cf868fd95bc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115724 Jun 16 17:00:55.364214 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port ac3b0c79-30de-45b6-a482-4785516a3bd5 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:55.367961 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.460484 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-784fe974-7364-436f-8984-50934e130130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:55.462299 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-784fe974-7364-436f-8984-50934e130130 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 1097 time: 0.3354418 Jun 16 17:00:55.476768 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:55.495522 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-fb52d440-9386-4ea7-9e05-e82698fea28b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:55.497063 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-fb52d440-9386-4ea7-9e05-e82698fea28b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "GET /v2.0/networks?id=3714402a-74c3-4699-8f13-a12a51f46ac7 HTTP/1.1" status: 200 len: 812 time: 0.3340743 Jun 16 17:00:55.523661 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Request body: {'port': {'device_id': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7', 'admin_state_up': True, 'tenant_id': '6ac1abb97d8542fc8b5165c336df0bc6'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:55.553902 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:55.569254 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-cff17ae4-820b-4467-bf3c-51744878a44d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 HTTP/1.1" status: 200 len: 217 time: 0.0881956 Jun 16 17:00:55.651457 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.651457 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.653361 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed9aeca3-d8f2-4c51-88ee-90cd8b451568 HTTP/1.1" status: 204 len: 168 time: 0.7750683 Jun 16 17:00:55.671979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cb9201f7-646c-46ef-af45-c5aa363f3fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:55.750564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4eff9-89ad-4fd5-9994-0150addcc0e6 req-486bfec0-c1d1-4bdf-85ca-20003c396eee tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:55.771253 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d4c4eff9-89ad-4fd5-9994-0150addcc0e6 req-486bfec0-c1d1-4bdf-85ca-20003c396eee tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 945 time: 0.4086938 Jun 16 17:00:55.821499 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9aeca3-d8f2-4c51-88ee-90cd8b451568,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:55.827059 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:55.997193 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-c2f4275b-f2c8-43e1-b3fa-6788fce1ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:55.999026 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-c2f4275b-f2c8-43e1-b3fa-6788fce1ebca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3f1c55ca-c587-4afa-bbfc-825feb5c2144 HTTP/1.1" status: 200 len: 848 time: 0.4086807 Jun 16 17:00:56.035181 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d4c4eff9-89ad-4fd5-9994-0150addcc0e6 req-594ac2db-354b-4d9a-bdd4-2350a4670bb7 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626927 Jun 16 17:00:56.074016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Made reservation on behalf of 6ac1abb97d8542fc8b5165c336df0bc6 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:56.077571 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.078821 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-749813ce-234e-4563-8e0a-8c4d29f126ce None None] Provisioning complete for port bf05bc74-eba8-4607-b387-ee88b0c0b174 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:56.079317 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-749813ce-234e-4563-8e0a-8c4d29f126ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.113322 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-5a8c4825-e8b6-4432-ac49-56ef16267aa4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fece0361-b55d-4b62-a1cd-5bac3afb2cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022687 Jun 16 17:00:56.142994 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d076e28-155c-4e99-a3d9-07aac04debd1 req-31f550c7-90db-4587-9aa3-fa5aeb8d8f2c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:56.145628 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9d076e28-155c-4e99-a3d9-07aac04debd1 req-31f550c7-90db-4587-9aa3-fa5aeb8d8f2c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 944 time: 0.1589606 Jun 16 17:00:56.203837 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-749813ce-234e-4563-8e0a-8c4d29f126ce None None] Port bf05bc74-eba8-4607-b387-ee88b0c0b174 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:56.229124 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:56.269610 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60274) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:56.437974 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Allocated IP 172.20.0.3 (3714402a-74c3-4699-8f13-a12a51f46ac7/7089615b-e2d1-4c64-995f-e9f2033db154/c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:56.452543 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-aa230da9-40f6-4a2b-9b7c-655cdb0e374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.510644 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-2e645517-072b-448c-9704-e0d56b66b956 service neutron] 10.222.0.96 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878794 Jun 16 17:00:56.536079 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device f7a5128f-458a-42c0-92a4-bea54c0992ec up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:56.620768 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:56.637199 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Sync routers for ids ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:56.640119 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] 10.222.0.36 "PUT /v2.0/routers/594bb5d4-360d-4cb5-af34-bbebe1bdc333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8670008 Jun 16 17:00:56.697650 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Routers {'594bb5d4-360d-4cb5-af34-bbebe1bdc333'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:56.698799 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:56.897055 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port f7a5128f-458a-42c0-92a4-bea54c0992ec completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:56.903329 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Set router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:56.906806 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port f7a5128f-458a-42c0-92a4-bea54c0992ec triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:56.907487 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.920812 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a6b4bd60-7456-407e-9bfa-d4631cce41bd req-d16b25c2-932c-42f8-95e8-92027734e029 service neutron] 10.222.0.96 "GET /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954511 Jun 16 17:00:56.963117 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-aa230da9-40f6-4a2b-9b7c-655cdb0e374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.052453 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9d076e28-155c-4e99-a3d9-07aac04debd1 req-75b7ed53-48d4-48e4-9ae5-065bd5231530 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8929780 Jun 16 17:00:57.074301 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60290) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:57.093753 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ce436285-f612-4b22-a803-a83f1752fc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.115088 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-aa230da9-40f6-4a2b-9b7c-655cdb0e374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.121131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-79eae1e9-b4bd-4e6a-9c66-77ffe68c87d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:57.215983 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4158812-f8fb-4789-91fe-10ceeec3cf28 req-83096e81-1e2d-41ba-9632-9259e0083cc8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:57.217538 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b4158812-f8fb-4789-91fe-10ceeec3cf28 req-83096e81-1e2d-41ba-9632-9259e0083cc8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.9361567 Jun 16 17:00:57.223039 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.254349 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa230da9-40f6-4a2b-9b7c-655cdb0e374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d4232d-2387-4465-bb89-750a0bce4bf7,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:57.260819 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-aa230da9-40f6-4a2b-9b7c-655cdb0e374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:57.275212 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 60292) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:57.278027 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-aa230da9-40f6-4a2b-9b7c-655cdb0e374d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=755e7d8f063a4aa0adda951e570775b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9791977 Jun 16 17:00:57.449668 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ce436285-f612-4b22-a803-a83f1752fc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.460581 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a8d3b579-49fa-4127-89c5-60bc2e3c3976 req-768e294a-5334-4b74-8054-9ae8506ca057 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 210 time: 0.1409619 Jun 16 17:00:57.477062 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b4158812-f8fb-4789-91fe-10ceeec3cf28 req-81afa72d-6dd0-44ac-99aa-92f1a7a46f1a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439244 Jun 16 17:00:57.564344 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.585026 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ce436285-f612-4b22-a803-a83f1752fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.593014 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d614895b-b7bd-48a6-81b1-71e32f775e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:57.661496 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port f7a5128f-458a-42c0-92a4-bea54c0992ec, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f7a5128f-458a-42c0-92a4-bea54c0992ec,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:57.663283 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55753a63-b7bd-407c-9a56-a90f458dc538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a5128f-458a-42c0-92a4-bea54c0992ec'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:57.666182 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a33c2b9-0f6d-4dc7-938b-0cb8fe142ea5" -d '{"events": [{"server_uuid": "55753a63-b7bd-407c-9a56-a90f458dc538", "name": "network-vif-plugged", "status": "completed", "tag": "f7a5128f-458a-42c0-92a4-bea54c0992ec"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:57.725277 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:00:53Z', 'revision_number': 4, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port': {'id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:44Z', 'updated_at': '2021-06-16T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'bf05bc74-eba8-4607-b387-ee88b0c0b174', 'name': '', 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'mac_address': 'fa:16:3e:1a:e7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '08c7ef03-fa1b-412e-a7c0-59c85f426f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:50Z', 'updated_at': '2021-06-16T17:00:54Z', 'revision_number': 2, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'subnets': [{'id': '08c7ef03-fa1b-412e-a7c0-59c85f426f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:57.729348 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.741020 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Checking router: 594bb5d4-360d-4cb5-af34-bbebe1bdc333 for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:57.747934 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Updating router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 port bf05bc74-eba8-4607-b387-ee88b0c0b174 binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:57.750094 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce436285-f612-4b22-a803-a83f1752fc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e969d-c4b8-4f33-afb9-dfa473648fc7,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:57.758112 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ce436285-f612-4b22-a803-a83f1752fc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:57.793788 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.798112 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:57.828389 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-ce436285-f612-4b22-a803-a83f1752fc89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aced185392524b30ab214aa6a779c12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7522836 Jun 16 17:00:57.831607 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60302) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:57.856298 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.944510 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.960311 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:57.992609 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.000466 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=f7a5128f-458a-42c0-92a4-bea54c0992ec,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:58.006839 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:58.030805 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.076889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:58.168389 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Pushing event updated for resources: {'Port': ['ID=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:58.171537 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.174142 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.175219 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:58.175357 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/212e969d-c4b8-4f33-afb9-dfa473648fc7 HTTP/1.1" status: 204 len: 168 time: 0.3419168 Jun 16 17:00:58.176347 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6a442d0b-66af-4956-9b23-c0846f12ad1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:58.180436 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.184592 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.189010 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77d4232d-2387-4465-bb89-750a0bce4bf7 HTTP/1.1" status: 204 len: 168 time: 0.9051893 Jun 16 17:00:58.193811 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a9dc482f-86d6-4304-8900-7210860106c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:58.195683 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e969d-c4b8-4f33-afb9-dfa473648fc7,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:58.209232 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:58.214621 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d4232d-2387-4465-bb89-750a0bce4bf7,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:58.225059 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Network 3714402a-74c3-4699-8f13-a12a51f46ac7 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:58.226494 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:58.232601 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:58.237791 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:58.244814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:58.244814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.289890 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b7418-825d-4e8f-96a5-775ac3ecfa6d req-4afd8936-a3f1-4cb0-855d-6bb1e0ef5fda tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:58.291495 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-da3b7418-825d-4e8f-96a5-775ac3ecfa6d req-4afd8936-a3f1-4cb0-855d-6bb1e0ef5fda tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 946 time: 0.4878149 Jun 16 17:00:58.302596 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6115-cb42-4fb6-a757-89d53526fc0f req-14190ffc-2a85-4f97-a798-90f85339a8b6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:58.315003 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-60ca6115-cb42-4fb6-a757-89d53526fc0f req-14190ffc-2a85-4f97-a798-90f85339a8b6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2944605 Jun 16 17:00:58.401617 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8882480 Jun 16 17:00:58.429159 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Request body: {'port': {'device_id': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:58.531178 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-da3b7418-825d-4e8f-96a5-775ac3ecfa6d req-5b2edb6a-af0f-436e-ba5a-cd88f0a1bc0c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007616 Jun 16 17:00:58.541246 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.559764 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-60ca6115-cb42-4fb6-a757-89d53526fc0f req-5edfc48c-1a02-4cb5-9b1c-2f2f66d9322b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434497 Jun 16 17:00:58.560900 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Transition to ACTIVE for port object bf05bc74-eba8-4607-b387-ee88b0c0b174 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:58.607250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.681813 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cce1448-77c8-4545-9799-0299015be4a1 x-openstack-request-id: req-8cce1448-77c8-4545-9799-0299015be4a1 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:58.683183 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55753a63-b7bd-407c-9a56-a90f458dc538", "name": "network-vif-plugged", "status": "completed", "tag": "f7a5128f-458a-42c0-92a4-bea54c0992ec", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:58.683183 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cce1448-77c8-4545-9799-0299015be4a1 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:58.684384 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55753a63-b7bd-407c-9a56-a90f458dc538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a5128f-458a-42c0-92a4-bea54c0992ec', 'code': 200} Jun 16 17:00:58.746217 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:58.748540 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:58.964846 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac902d98-f278-4a9f-b7e9-f9b6845aa123 None None] Pushing event updated for resources: {'Port': ['ID=bf05bc74-eba8-4607-b387-ee88b0c0b174,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:58.992793 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-ac902d98-f278-4a9f-b7e9-f9b6845aa123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:59.336848 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Attempting to bind port bf05bc74-eba8-4607-b387-ee88b0c0b174 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:59.338610 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Attempting to bind port bf05bc74-eba8-4607-b387-ee88b0c0b174 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:59.339484 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Attempting to bind port bf05bc74-eba8-4607-b387-ee88b0c0b174 on network 19405e2e-abcc-4d7c-812b-dae309b725e3 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:59.350003 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:59.350823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Checking segment: {'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:59.351396 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.351974 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Bound using segment: {'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:59.352817 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Bound port: bf05bc74-eba8-4607-b387-ee88b0c0b174, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:59.353458 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.488815 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] For port bf05bc74-eba8-4607-b387-ee88b0c0b174, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:59.508270 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] For port bf05bc74-eba8-4607-b387-ee88b0c0b174, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=bf05bc74-eba8-4607-b387-ee88b0c0b174,segment=NetworkSegment(d1befd88-5d56-4e44-9a0c-ff4eda3d3903),segment_id=d1befd88-5d56-4e44-9a0c-ff4eda3d3903)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:59.597879 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.614727 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-27426b10-fd84-47ed-b968-7c64d78987f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:59.677364 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378e81-21e8-4899-bdb5-31a9e17b0778 req-4a1620e6-7d5d-447e-8537-354f564480d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:59.678930 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ea378e81-21e8-4899-bdb5-31a9e17b0778 req-4a1620e6-7d5d-447e-8537-354f564480d9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 1099 time: 0.2651670 Jun 16 17:00:59.722310 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ea9a3-3886-49fe-aa88-51a8dfd5a492 req-09f8021f-dd36-4ca2-ab6a-8deaf87117e4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:59.732869 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2c9ea9a3-3886-49fe-aa88-51a8dfd5a492 req-09f8021f-dd36-4ca2-ab6a-8deaf87117e4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.7518337 Jun 16 17:00:59.801934 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ea378e81-21e8-4899-bdb5-31a9e17b0778 req-ec96315b-ad46-43c9-8a44-d36c46c628d3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136105 Jun 16 17:00:59.831801 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Routers {'594bb5d4-360d-4cb5-af34-bbebe1bdc333'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:59.832398 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:00:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:59.865411 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466d3b-7d7c-4b19-afab-7dcf992f5244 req-3e259f97-ae1a-44fe-bd8f-8d47f6edccd1 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:59.883171 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a4466d3b-7d7c-4b19-afab-7dcf992f5244 req-3e259f97-ae1a-44fe-bd8f-8d47f6edccd1 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 944 time: 0.8565164 Jun 16 17:01:00.000243 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2c9ea9a3-3886-49fe-aa88-51a8dfd5a492 req-6a7e39a6-c64e-4dee-9eb5-e81ee8f1f7c6 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508447 Jun 16 17:01:00.164273 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac902d98-f278-4a9f-b7e9-f9b6845aa123 None None] Pushing event updated for resources: {'Port': ['ID=bf05bc74-eba8-4607-b387-ee88b0c0b174,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:00.323587 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-ac902d98-f278-4a9f-b7e9-f9b6845aa123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:00.426746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] Set router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:00.454082 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a4466d3b-7d7c-4b19-afab-7dcf992f5244 req-c70a4369-9777-4d8c-a028-d993ae2f2625 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742074 Jun 16 17:01:00.481858 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:00.537228 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:00.582252 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Transition to ACTIVE for port object c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:00.605480 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:00.639733 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c761d-5cbe-46a1-bac4-2818c96e28d5 req-3d289c2a-c920-4eb0-929a-62e5ad631649 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:00.648740 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d50c761d-5cbe-46a1-bac4-2818c96e28d5 req-3d289c2a-c920-4eb0-929a-62e5ad631649 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 931 time: 0.3768294 Jun 16 17:01:00.800305 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d50c761d-5cbe-46a1-bac4-2818c96e28d5 req-0bbbcafb-e083-44b5-8a52-0aa89111c442 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376617 Jun 16 17:01:00.976940 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.046233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:01.399581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df488607-d2ac-44e0-bdb6-eb67a0e7b98b req-c5373fbf-73ce-45a3-b52f-c43494417249 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:01.402104 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-df488607-d2ac-44e0-bdb6-eb67a0e7b98b req-c5373fbf-73ce-45a3-b52f-c43494417249 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 946 time: 0.5995269 Jun 16 17:01:01.402694 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:01.406214 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:01.446400 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:01.455439 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Attempting to bind port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:01.455774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Attempting to bind port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:01.459748 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Attempting to bind port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 on network 3714402a-74c3-4699-8f13-a12a51f46ac7 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:01.484054 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 on network 3714402a-74c3-4699-8f13-a12a51f46ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:01:01.487345 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4', 'network_id': 'fece0361-b55d-4b62-a1cd-5bac3afb2cb9', 'port_id': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4', 'mac_address': 'fa:16:3e:4c:6c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1c55ca-c587-4afa-bbfc-825feb5c2144', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:01.488801 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Attempting to bind port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 on network 3714402a-74c3-4699-8f13-a12a51f46ac7 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:01.506336 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:01.506958 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Checking segment: {'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:01.507508 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Bound using segment: {'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:01.508609 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Bound port: c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:01.509139 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.547457 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-df488607-d2ac-44e0-bdb6-eb67a0e7b98b req-63398244-0deb-438d-b9b9-124b5fe485ae tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296344 Jun 16 17:01:01.556307 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ba6c8-1df5-4d29-a7a7-89c61e2dde5b req-7bd99ecf-1b47-4033-8c85-cd08a366571f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:01.564083 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ae8ba6c8-1df5-4d29-a7a7-89c61e2dde5b req-7bd99ecf-1b47-4033-8c85-cd08a366571f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.3631563 Jun 16 17:01:01.696615 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ae8ba6c8-1df5-4d29-a7a7-89c61e2dde5b req-2bde4b19-42cb-4e63-b608-0a2f446d61bc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311750 Jun 16 17:01:01.699195 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.767792 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:01.853499 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:01.866371 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:00:53Z', 'revision_number': 4, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port': {'id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:44Z', 'updated_at': '2021-06-16T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'bf05bc74-eba8-4607-b387-ee88b0c0b174', 'name': '', 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'mac_address': 'fa:16:3e:1a:e7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '08c7ef03-fa1b-412e-a7c0-59c85f426f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:50Z', 'updated_at': '2021-06-16T17:00:59Z', 'revision_number': 4, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'subnets': [{'id': '08c7ef03-fa1b-412e-a7c0-59c85f426f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:01.881738 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2915c4-b8f3-47ff-be0e-a0abc5134e0f None None] The sync data for ids ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'] in dv-cinder-783389-6-smb is: [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:00:53Z', 'revision_number': 4, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port': {'id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:44Z', 'updated_at': '2021-06-16T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': 'bf05bc74-eba8-4607-b387-ee88b0c0b174', 'name': '', 'network_id': '19405e2e-abcc-4d7c-812b-dae309b725e3', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'mac_address': 'fa:16:3e:1a:e7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '08c7ef03-fa1b-412e-a7c0-59c85f426f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:50Z', 'updated_at': '2021-06-16T17:00:59Z', 'revision_number': 4, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'subnets': [{'id': '08c7ef03-fa1b-412e-a7c0-59c85f426f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: from cryptography.utils import int_from_bytes Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: from cryptography.utils import int_from_bytes Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.883855 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:01.887394 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:01:01.892924 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] For port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:01.898930 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] For port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:02.128374 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.131492 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-92a7f31a-413b-4ab4-82ec-7575402381ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:02.146576 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.153893 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:02.236758 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:02.240355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:02.268107 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.268679 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:02.272459 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] 10.222.0.96 "PUT /v2.0/ports/c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 HTTP/1.1" status: 200 len: 1093 time: 3.8620558 Jun 16 17:01:02.325843 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'tag': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:02.330191 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3789c7d2-af48-468b-a8df-6dd26b30401f", "tag": "c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:02.491662 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['b0cf4c7c-6b19-4edb-8c71-3efbda7194e4'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:02.569062 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255ea79-db83-4db8-9498-6ef92c4fb0ef req-bfaf5750-dc38-4313-9e72-0da128315d54 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.579477 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3255ea79-db83-4db8-9498-6ef92c4fb0ef req-bfaf5750-dc38-4313-9e72-0da128315d54 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.6243582 Jun 16 17:01:02.600057 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:02.622093 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:02.664281 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-8efaaa68-e13c-43be-9e83-0ad2489e3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.666740 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-8efaaa68-e13c-43be-9e83-0ad2489e3435 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 1096 time: 0.1802614 Jun 16 17:01:02.681208 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f575a-58a2-470e-9ee2-d4f19a66aa1d req-a7f01c8a-7e79-4a99-96bc-ec2203e4f6da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.694875 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1a0f575a-58a2-470e-9ee2-d4f19a66aa1d req-a7f01c8a-7e79-4a99-96bc-ec2203e4f6da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 945 time: 0.5244796 Jun 16 17:01:02.889545 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-9c989d18-dd37-463a-ad36-71f033c032bb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 HTTP/1.1" status: 200 len: 217 time: 0.1537654 Jun 16 17:01:02.922779 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1a0f575a-58a2-470e-9ee2-d4f19a66aa1d req-245e5321-fe11-40f2-8644-98602a9fe467 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258744 Jun 16 17:01:03.045004 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3255ea79-db83-4db8-9498-6ef92c4fb0ef req-d9bb6cd3-70eb-4eac-b8f8-e6b34bc91cad tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643693 Jun 16 17:01:03.114914 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-3c509445-d7ef-4647-99ec-a5b862ecf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.132748 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-3c509445-d7ef-4647-99ec-a5b862ecf945 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7089615b-e2d1-4c64-995f-e9f2033db154 HTTP/1.1" status: 200 len: 852 time: 0.1791964 Jun 16 17:01:03.227970 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device bf05bc74-eba8-4607-b387-ee88b0c0b174 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:03.252244 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f3db93-86e9-4bb4-9445-ed89790b5b82 x-openstack-request-id: req-04f3db93-86e9-4bb4-9445-ed89790b5b82 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:03.252244 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3789c7d2-af48-468b-a8df-6dd26b30401f", "tag": "c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:03.252593 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04f3db93-86e9-4bb4-9445-ed89790b5b82 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:03.253465 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'tag': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6', 'status': 'completed', 'code': 200} Jun 16 17:01:03.261828 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-b24110c6-279d-495a-954d-96f1016c2012 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3714402a-74c3-4699-8f13-a12a51f46ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050236 Jun 16 17:01:03.466530 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port bf05bc74-eba8-4607-b387-ee88b0c0b174 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:03.478121 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port bf05bc74-eba8-4607-b387-ee88b0c0b174 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:03.479287 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.659719 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.686021 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-d69b2555-71c4-4837-8da7-3d54541f2893 service neutron] 10.222.0.96 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168925 Jun 16 17:01:03.722582 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port bf05bc74-eba8-4607-b387-ee88b0c0b174, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=bf05bc74-eba8-4607-b387-ee88b0c0b174,segment=NetworkSegment(d1befd88-5d56-4e44-9a0c-ff4eda3d3903),segment_id=d1befd88-5d56-4e44-9a0c-ff4eda3d3903)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:03.855455 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:03.864756 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:04.025179 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52664663-d61c-4aa4-b2db-1d240db5b3b3 req-8684e3b4-3736-4908-9dc3-2e76ee5aae71 service neutron] 10.222.0.96 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200040 Jun 16 17:01:04.067175 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=bf05bc74-eba8-4607-b387-ee88b0c0b174,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:04.080068 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:04.164775 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba7251-fee0-4de5-b82b-cd1047309e48 req-98a5a3af-94b1-4144-b883-12c921781bb5 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:04.178162 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1dba7251-fee0-4de5-b82b-cd1047309e48 req-98a5a3af-94b1-4144-b883-12c921781bb5 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 943 time: 0.6411960 Jun 16 17:01:04.205679 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa50f-5f94-4e59-b4f9-4a22810acc67 req-2ec7cf61-a43c-4f48-a45a-8ffc01e6ddd1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:04.211317 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9e4fa50f-5f94-4e59-b4f9-4a22810acc67 req-2ec7cf61-a43c-4f48-a45a-8ffc01e6ddd1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 946 time: 0.6068747 Jun 16 17:01:04.340883 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1dba7251-fee0-4de5-b82b-cd1047309e48 req-cf52555d-7272-4a7f-8bc0-196f125e0502 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613212 Jun 16 17:01:04.407465 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9e4fa50f-5f94-4e59-b4f9-4a22810acc67 req-08b099ab-a240-408b-8740-4be557ca2bcd tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790028 Jun 16 17:01:04.482967 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-81a3f0dc-69cb-4198-babe-7740999d12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:04.485787 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-81a3f0dc-69cb-4198-babe-7740999d12cd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 1096 time: 0.2772627 Jun 16 17:01:04.574986 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:04.862439 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:04.867927 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:04.872900 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.120568 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.130420 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device bf05bc74-eba8-4607-b387-ee88b0c0b174 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:05.259462 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337a074e-f132-4b21-8b55-61c7ab86730f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:05.270692 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea155ce2-2a98-45f1-8cf6-d0ee239c2fd0" -d '{"events": [{"server_uuid": "337a074e-f132-4b21-8b55-61c7ab86730f", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4c7c-6b19-4edb-8c71-3efbda7194e4"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:05.284007 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60426) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:05.311507 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:05.314028 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-2464d893-5503-498b-b25a-1e70dcb418e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.315922 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-2464d893-5503-498b-b25a-1e70dcb418e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3714402a-74c3-4699-8f13-a12a51f46ac7 HTTP/1.1" status: 200 len: 914 time: 0.8072052 Jun 16 17:01:05.340603 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port bf05bc74-eba8-4607-b387-ee88b0c0b174 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:05.340993 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.413194 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.419684 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:05.442991 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-aeb6b8de-3926-41b4-97c6-37115f5e07a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 HTTP/1.1" status: 200 len: 217 time: 0.0929475 Jun 16 17:01:05.452099 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0adcd3b8-56da-42f2-b570-7431dcadd66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.740081 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0adcd3b8-56da-42f2-b570-7431dcadd66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.740832 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:05.741240 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4e5cc-3654-4122-bc2d-67a8642e6673 req-66df8338-b9f3-4213-9499-6a75c499010d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.741240 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3fb4e5cc-3654-4122-bc2d-67a8642e6673 req-66df8338-b9f3-4213-9499-6a75c499010d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.7333932 Jun 16 17:01:05.847730 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:05.847836 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13ef48-a64a-423b-92be-1200654b6095 req-018c8e37-f6e5-4711-b0f0-53abe07841ea tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.847836 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8d13ef48-a64a-423b-92be-1200654b6095 req-018c8e37-f6e5-4711-b0f0-53abe07841ea tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 945 time: 0.7484808 Jun 16 17:01:05.847836 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-f32865b3-30a9-4257-b142-8cc521123e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.847836 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-f32865b3-30a9-4257-b142-8cc521123e7b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7089615b-e2d1-4c64-995f-e9f2033db154 HTTP/1.1" status: 200 len: 852 time: 0.3524303 Jun 16 17:01:05.881730 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3fb4e5cc-3654-4122-bc2d-67a8642e6673 req-814a9f84-73f0-475a-a521-2989c4bde6ea tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306009 Jun 16 17:01:05.887761 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-62cc9cd8-038a-4243-84cf-c561efa17f81 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3714402a-74c3-4699-8f13-a12a51f46ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694673 Jun 16 17:01:05.918055 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8d13ef48-a64a-423b-92be-1200654b6095 req-8e8340e1-04d9-422a-ab02-d611ce2b9dd4 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196032 Jun 16 17:01:06.031304 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ca8ff8-24a6-4801-81ac-a87d4ecc67a2 x-openstack-request-id: req-50ca8ff8-24a6-4801-81ac-a87d4ecc67a2 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:06.031838 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337a074e-f132-4b21-8b55-61c7ab86730f", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4c7c-6b19-4edb-8c71-3efbda7194e4", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:06.032042 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50ca8ff8-24a6-4801-81ac-a87d4ecc67a2 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:06.032556 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337a074e-f132-4b21-8b55-61c7ab86730f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4', 'code': 200} Jun 16 17:01:06.211400 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-d8381f44-d167-450f-8be5-50a9fad9ec7b service neutron] 10.222.0.96 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826402 Jun 16 17:01:06.270623 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddb434-0f4d-4cd1-b68d-d60a91fe411d req-db3ef937-db97-4d8e-a4be-b8427147ad24 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:06.272878 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ebddb434-0f4d-4cd1-b68d-d60a91fe411d req-db3ef937-db97-4d8e-a4be-b8427147ad24 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1855831 Jun 16 17:01:06.348779 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c1642-29d2-4917-ad85-b905d97089c4 req-d68f466f-811c-43b5-aeea-5221207cc46a tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:06.350349 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f47c1642-29d2-4917-ad85-b905d97089c4 req-d68f466f-811c-43b5-aeea-5221207cc46a tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 943 time: 0.2019446 Jun 16 17:01:06.405320 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f2932d23-3dc0-49a6-b34a-039a2c36a4c8 req-221bedea-c412-4223-8343-10950d694ed8 service neutron] 10.222.0.96 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838534 Jun 16 17:01:06.501797 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ebddb434-0f4d-4cd1-b68d-d60a91fe411d req-0f5b7fff-98df-4d90-9c69-7c3e77c87986 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345708 Jun 16 17:01:06.501797 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f47c1642-29d2-4917-ad85-b905d97089c4 req-93062057-d7da-484e-a18b-cb0c75ad6f00 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790253 Jun 16 17:01:06.594774 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:06.725722 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:06.750887 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6', 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7', 'port_id': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6', 'mac_address': 'fa:16:3e:22:b4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7089615b-e2d1-4c64-995f-e9f2033db154', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:06.822092 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.054994 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:07.106243 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:07.284908 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca50998-a552-4141-9491-ee0ab50cd221 req-8cfa6dbc-3212-4b25-8bcd-0b30e16c2378 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.286435 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fca50998-a552-4141-9491-ee0ab50cd221 req-8cfa6dbc-3212-4b25-8bcd-0b30e16c2378 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 946 time: 0.1021650 Jun 16 17:01:07.294104 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03177b1e-9376-4f2d-859b-9cef2ea5717b req-b77042fd-85e5-45ab-a592-01fa8bb963d0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.295557 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03177b1e-9376-4f2d-859b-9cef2ea5717b req-b77042fd-85e5-45ab-a592-01fa8bb963d0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1214938 Jun 16 17:01:07.308364 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0adcd3b8-56da-42f2-b570-7431dcadd66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.316194 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6ee6c0ed-3875-43e4-acdf-dd63539e828e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.369444 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcd3b8-56da-42f2-b570-7431dcadd66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cb9384-4eee-4030-9fe8-a7ddb301b678,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.386415 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0adcd3b8-56da-42f2-b570-7431dcadd66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.392929 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fca50998-a552-4141-9491-ee0ab50cd221 req-fa302328-9b96-4eda-b959-1273bbba036c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957308 Jun 16 17:01:07.395176 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-0adcd3b8-56da-42f2-b570-7431dcadd66d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b606e388bfd94de9a8b03f9b4033b741&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1052260 Jun 16 17:01:07.396584 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60446) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:07.408271 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03177b1e-9376-4f2d-859b-9cef2ea5717b req-ddde262b-0c74-4fe9-b0a8-a23b848c2b8c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054833 Jun 16 17:01:07.474331 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.499189 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.724827 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a3b4e-6f3c-4fbe-b475-1d496ee44db1 req-b55ea053-fce0-4ff3-ae20-aee1481d1d01 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.726455 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f25a3b4e-6f3c-4fbe-b475-1d496ee44db1 req-b55ea053-fce0-4ff3-ae20-aee1481d1d01 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1189506 Jun 16 17:01:07.739915 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb4d50-8aa4-4db2-bad9-039b68689a52 req-244d59b4-225f-46cf-89b0-3635994d59ac tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.741465 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-18fb4d50-8aa4-4db2-bad9-039b68689a52 req-244d59b4-225f-46cf-89b0-3635994d59ac tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 943 time: 0.1023343 Jun 16 17:01:07.776054 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.779855 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.806633 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f25a3b4e-6f3c-4fbe-b475-1d496ee44db1 req-b5347abf-da2d-4c91-b8c1-15c35e98762a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640793 Jun 16 17:01:07.817674 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-18fb4d50-8aa4-4db2-bad9-039b68689a52 req-1b1c9e1b-30a9-4422-8e3d-5ba58fd16707 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686462 Jun 16 17:01:07.842361 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.846731 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.850442 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9cb9384-4eee-4030-9fe8-a7ddb301b678 HTTP/1.1" status: 204 len: 168 time: 0.4509361 Jun 16 17:01:07.853678 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0adcd3b8-56da-42f2-b570-7431dcadd66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.869063 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cb9384-4eee-4030-9fe8-a7ddb301b678,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.892424 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.920117 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffb46f-a16a-4c62-a3f9-cd065c134a0b req-27351e0d-d254-459e-b794-904f7ac0c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.920117 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dcffb46f-a16a-4c62-a3f9-cd065c134a0b req-27351e0d-d254-459e-b794-904f7ac0c6f8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 1099 time: 0.0789261 Jun 16 17:01:07.970610 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dcffb46f-a16a-4c62-a3f9-cd065c134a0b req-0cda4f5a-502e-4d6e-98ec-cfa47ff6fb85 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Jun 16 17:01:08.030538 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:08.046353 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:08.149543 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:08.953981 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cf4ef-fb57-4d48-a139-052f5e2958f6 req-6018e366-f10f-48ba-8100-c22193822490 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.956591 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2e1cf4ef-fb57-4d48-a139-052f5e2958f6 req-6018e366-f10f-48ba-8100-c22193822490 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2830455 Jun 16 17:01:09.001669 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e92f5-eae0-4df6-a1bd-4dd1af0a387e req-00666485-bf1e-4cf0-9553-37a9f9f8cc77 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.003916 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c7e92f5-eae0-4df6-a1bd-4dd1af0a387e req-00666485-bf1e-4cf0-9553-37a9f9f8cc77 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 946 time: 0.3096402 Jun 16 17:01:09.046724 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2e1cf4ef-fb57-4d48-a139-052f5e2958f6 req-b23bac5b-b160-478e-87d8-11628ab1268b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771189 Jun 16 17:01:09.075259 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c7e92f5-eae0-4df6-a1bd-4dd1af0a387e req-82bc4f4d-3c66-451b-b11f-dbb114ce1641 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571518 Jun 16 17:01:09.220505 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ac13-7fb3-45b6-87fe-ddb62475d236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.234564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 60484) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:09.258849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4891916b-edb8-436a-b7f5-25eaa5351889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.526190 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a965eb5-17e0-4bfb-ace1-d5cdf3e3980e req-b2c529eb-dc0c-4ad9-94fc-e0b71a56132f tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.527940 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a965eb5-17e0-4bfb-ace1-d5cdf3e3980e req-b2c529eb-dc0c-4ad9-94fc-e0b71a56132f tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 944 time: 0.2085848 Jun 16 17:01:09.564908 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4891916b-edb8-436a-b7f5-25eaa5351889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.598414 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b1a9-6597-4ee1-b77a-7790904364eb req-99e7b73d-f0a7-4fbc-9c99-296a8fc60593 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.609459 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1165b1a9-6597-4ee1-b77a-7790904364eb req-99e7b73d-f0a7-4fbc-9c99-296a8fc60593 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.2337084 Jun 16 17:01:09.656281 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a965eb5-17e0-4bfb-ace1-d5cdf3e3980e req-153cfcf2-24f8-498b-b168-9dd947f9bbef tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197596 Jun 16 17:01:09.667404 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4891916b-edb8-436a-b7f5-25eaa5351889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.673403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1ad83869-a554-4340-bdb2-aee410f2f200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:09.723945 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1165b1a9-6597-4ee1-b77a-7790904364eb req-a8fbfb9e-9d4b-496b-be6e-a84a5a894aaa tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134081 Jun 16 17:01:09.742127 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-4891916b-edb8-436a-b7f5-25eaa5351889 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b650f2b367d4d29a488613681645ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5064604 Jun 16 17:01:09.745478 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 60494) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:09.788438 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891916b-edb8-436a-b7f5-25eaa5351889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1cc77f-02cd-469b-8c99-7f70b20d73a7,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:09.816534 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4891916b-edb8-436a-b7f5-25eaa5351889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:09.887146 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.911505 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.173524 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.176522 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.189917 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c1cc77f-02cd-469b-8c99-7f70b20d73a7 HTTP/1.1" status: 204 len: 168 time: 0.4430010 Jun 16 17:01:10.192588 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-31458254-b877-4984-b900-ea09300730fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:10.208009 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1cc77f-02cd-469b-8c99-7f70b20d73a7,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:10.216991 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:10.301946 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be24e08-a3ae-4b98-87a9-8714491f2dbc req-7bf43937-9d4a-490a-a0ba-6e85d5610a2c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:10.304783 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0be24e08-a3ae-4b98-87a9-8714491f2dbc req-7bf43937-9d4a-490a-a0ba-6e85d5610a2c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 946 time: 0.0838723 Jun 16 17:01:10.383602 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0be24e08-a3ae-4b98-87a9-8714491f2dbc req-59bf7eef-5350-4c6a-b727-d874b546edc5 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Jun 16 17:01:10.612287 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:10.613067 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213b778-87cd-4ce4-93e0-ed81a93101f7 req-8e299e24-ee98-4f57-84d3-4afeb92a1174 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:10.615845 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8213b778-87cd-4ce4-93e0-ed81a93101f7 req-8e299e24-ee98-4f57-84d3-4afeb92a1174 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.0873435 Jun 16 17:01:10.682189 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8213b778-87cd-4ce4-93e0-ed81a93101f7 req-61cfa397-6074-4e9b-a087-57900228ea06 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575099 Jun 16 17:01:10.781067 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:10.787334 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:10.787911 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.807865 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-44a0f18d-8675-48a1-9365-9b4f5d9682d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:10.809545 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-44a0f18d-8675-48a1-9365-9b4f5d9682d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1098 time: 0.1261752 Jun 16 17:01:11.023479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.038995 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-382815dd-990f-4b92-81d5-56fca38f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.041391 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-382815dd-990f-4b92-81d5-56fca38f1214 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.2244277 Jun 16 17:01:11.100379 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:11.106651 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9efa27-9c71-4e2d-af78-f1697bbd112d" -d '{"events": [{"server_uuid": "3789c7d2-af48-468b-a8df-6dd26b30401f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:11.128752 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0a83-776c-4dee-8a97-035f3b94335b req-e1d4f54f-cadc-4ff9-99c3-e48f1c93db86 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.130712 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3f6d0a83-776c-4dee-8a97-035f3b94335b req-e1d4f54f-cadc-4ff9-99c3-e48f1c93db86 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 944 time: 0.2476192 Jun 16 17:01:11.143817 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:11.199280 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-52778d77-500b-4d91-827f-58bfb7c860e5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 200 len: 1000 time: 0.1494694 Jun 16 17:01:11.220449 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.223115 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:11.255046 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3f6d0a83-776c-4dee-8a97-035f3b94335b req-2a206158-3cf3-45ed-a047-6e1570817a02 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132586 Jun 16 17:01:11.285775 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-0f0b4e22-6585-4ae2-b49b-b63a19d8395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.285775 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-0f0b4e22-6585-4ae2-b49b-b63a19d8395e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.0776339 Jun 16 17:01:11.430492 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:11.440458 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee04e-4996-4af2-a251-a8cfd9b95317 req-099cd9bc-9de1-4dc4-9a45-98ac378af0f6 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.442456 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-72eee04e-4996-4af2-a251-a8cfd9b95317 req-099cd9bc-9de1-4dc4-9a45-98ac378af0f6 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1117539 Jun 16 17:01:11.444439 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-aae1d296-ccc4-4a5a-9879-4e2fae061a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.446175 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-aae1d296-ccc4-4a5a-9879-4e2fae061a1d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1536164 Jun 16 17:01:11.463769 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a7f528-8748-4023-ac4d-08a6012b9147 x-openstack-request-id: req-b7a7f528-8748-4023-ac4d-08a6012b9147 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:11.464159 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789c7d2-af48-468b-a8df-6dd26b30401f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:11.464479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7a7f528-8748-4023-ac4d-08a6012b9147 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:11.473835 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6', 'code': 200} Jun 16 17:01:11.480767 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:11.607596 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:11.727772 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2f8d-0a97-46d1-9edb-5a7a4ac20b22 req-eb63d319-9ec7-43f4-b43f-cd246080f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.730385 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-74fe2f8d-0a97-46d1-9edb-5a7a4ac20b22 req-eb63d319-9ec7-43f4-b43f-cd246080f1f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 1099 time: 0.1398013 Jun 16 17:01:11.761998 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-72eee04e-4996-4af2-a251-a8cfd9b95317 req-31cdcf1a-8eca-4eee-bf84-6a8f78db2e76 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753790 Jun 16 17:01:11.767067 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-c4d2b8d1-21ff-46ac-bdb1-4c17c20dd9cb service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072870 Jun 16 17:01:11.838430 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-74fe2f8d-0a97-46d1-9edb-5a7a4ac20b22 req-5a51c048-fad3-4ec0-9d60-d50da617c23a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919218 Jun 16 17:01:11.866444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-4c9ad9eb-45ab-46e9-888c-28b342f1406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.081232 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6728653-d3ac-46b5-8e2c-48b9f0cea0dc req-7406765c-ad11-4c91-a7d8-9550de0130e6 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080938 Jun 16 17:01:12.158714 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d86de1-d4e8-42cd-83fb-9fa70249b80d req-c97aecc4-ef63-4f00-a7f5-02f3ae790b97 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.167617 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-72d86de1-d4e8-42cd-83fb-9fa70249b80d req-c97aecc4-ef63-4f00-a7f5-02f3ae790b97 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.1455603 Jun 16 17:01:12.194131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b084-c680-484d-924c-a9f6009da338 req-1b1a9578-5e15-4941-9888-5c3c716dd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.223094 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0b52b084-c680-484d-924c-a9f6009da338 req-1b1a9578-5e15-4941-9888-5c3c716dd018 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 1098 time: 0.2024484 Jun 16 17:01:12.291624 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-72d86de1-d4e8-42cd-83fb-9fa70249b80d req-c6474952-8203-4d9c-a8a1-9723705c549b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226099 Jun 16 17:01:12.318513 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0b52b084-c680-484d-924c-a9f6009da338 req-eb1f213d-1b7b-4258-ada4-52122b133338 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126201 Jun 16 17:01:12.485957 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3bcd8-157a-41ea-a26e-f3c3ef91e83c req-dbefe512-33ad-43aa-9283-9bd06f2361e3 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.487453 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c9f3bcd8-157a-41ea-a26e-f3c3ef91e83c req-dbefe512-33ad-43aa-9283-9bd06f2361e3 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 945 time: 0.0763030 Jun 16 17:01:12.530420 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c9f3bcd8-157a-41ea-a26e-f3c3ef91e83c req-64cba0fe-8ad1-4459-8460-4d304bba5cd7 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Jun 16 17:01:12.965612 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a95c1-797c-45ab-98cb-d52362d9187d req-27aea75b-deeb-427b-ac3f-b9917f31ccc7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.967249 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a77a95c1-797c-45ab-98cb-d52362d9187d req-27aea75b-deeb-427b-ac3f-b9917f31ccc7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.0802372 Jun 16 17:01:13.004104 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.018780 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a77a95c1-797c-45ab-98cb-d52362d9187d req-364a9bbe-35f1-4389-ab9d-a364d6b23237 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Jun 16 17:01:13.300674 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.949504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9215c35-7e3a-4801-b2e9-bbd2be97aa0e req-05e801c6-0925-4c87-9b38-a84517f86e86 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:13.964039 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c9215c35-7e3a-4801-b2e9-bbd2be97aa0e req-05e801c6-0925-4c87-9b38-a84517f86e86 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 945 time: 0.2709992 Jun 16 17:01:14.015135 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d933273-722e-46f3-b0af-84302617f376 req-a065a9d3-afde-49ce-ac97-99b945d052dd tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.017843 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1d933273-722e-46f3-b0af-84302617f376 req-a065a9d3-afde-49ce-ac97-99b945d052dd tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 946 time: 0.4060140 Jun 16 17:01:14.062451 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c9215c35-7e3a-4801-b2e9-bbd2be97aa0e req-6c6a2375-5c55-45e5-8ac9-19d145ef9360 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943260 Jun 16 17:01:14.144310 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1d933273-722e-46f3-b0af-84302617f376 req-ab91be8b-291e-455c-84d4-d9c6b12dcf85 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963149 Jun 16 17:01:14.439719 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105100ff-ebed-4f51-bc50-ddd31af50753 req-740372ff-cb2e-4d48-b48a-533170366eb9 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.441406 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-105100ff-ebed-4f51-bc50-ddd31af50753 req-740372ff-cb2e-4d48-b48a-533170366eb9 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 945 time: 0.1168227 Jun 16 17:01:14.450823 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337dccf-6a4d-41ac-9f82-810876c1733a req-238db4f1-6a38-4b3d-b4f6-77bb0fae50d8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.452975 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9337dccf-6a4d-41ac-9f82-810876c1733a req-238db4f1-6a38-4b3d-b4f6-77bb0fae50d8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.0992734 Jun 16 17:01:14.516044 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-105100ff-ebed-4f51-bc50-ddd31af50753 req-b9d9a2f1-90f6-4c67-812e-2178324e8e33 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619724 Jun 16 17:01:14.550197 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9337dccf-6a4d-41ac-9f82-810876c1733a req-5b3c6753-750b-4e0c-8584-8891f105ec08 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814536 Jun 16 17:01:14.658196 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:14.761637 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abebd99-762a-4cf9-80e4-1c60379aee75 req-0bacdf18-bf7c-4dbf-8f9c-0eae5fcfde4e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.769417 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4abebd99-762a-4cf9-80e4-1c60379aee75 req-0bacdf18-bf7c-4dbf-8f9c-0eae5fcfde4e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0906816 Jun 16 17:01:14.848964 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4abebd99-762a-4cf9-80e4-1c60379aee75 req-242ac025-c382-4f3a-8875-2bdc51819c6e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785511 Jun 16 17:01:14.908931 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.973074 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:14.977060 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f860e47-7115-4b9e-9fe7-95a22a350924" -d '{"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-unplugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:15.019019 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:15.038697 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a421c4-6379-49b7-9a97-f9c4178f3b65 x-openstack-request-id: req-c4a421c4-6379-49b7-9a97-f9c4178f3b65 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:15.038857 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-unplugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:15.039411 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4a421c4-6379-49b7-9a97-f9c4178f3b65 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:15.040391 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'code': 200} Jun 16 17:01:15.117872 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.157716 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.160347 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.367895 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=8']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.382444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.445508 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc962b9-95ec-4e19-9ebe-131e53c85746 req-07d38388-1bde-492e-bf54-6477fa17cd57 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:15.448863 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ecc962b9-95ec-4e19-9ebe-131e53c85746 req-07d38388-1bde-492e-bf54-6477fa17cd57 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 946 time: 0.1380503 Jun 16 17:01:15.509138 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-3fe2acc7-26c3-4217-96e4-08798d1b815d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:15.510807 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-3fe2acc7-26c3-4217-96e4-08798d1b815d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 946 time: 0.1562958 Jun 16 17:01:15.659358 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ecc962b9-95ec-4e19-9ebe-131e53c85746 req-dd63daa4-ecc0-4140-b856-e1decc53464f tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/security-groups?id=d657fead-09d3-46b4-81c6-d38c63f54780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938925 Jun 16 17:01:15.693424 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Deleting port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:15.693885 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.724819 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1ade4-238c-4310-87d3-6fb1c54df6cc req-d0e6dc59-d9db-44b3-9968-e4a92c32943c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:15.734611 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5eb1ade4-238c-4310-87d3-6fb1c54df6cc req-d0e6dc59-d9db-44b3-9968-e4a92c32943c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.2733374 Jun 16 17:01:15.815086 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5eb1ade4-238c-4310-87d3-6fb1c54df6cc req-9d569506-b07e-4fc0-bae5-bfe018ce951c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795934 Jun 16 17:01:15.867247 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] For port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,segment=NetworkSegment(58105ed9-5dd7-4d41-9645-34e81ac69c2b),segment_id=58105ed9-5dd7-4d41-9645-34e81ac69c2b)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:15.867623 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.876118 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.044625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Calling delete_port for b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:16.554427 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:16.554427 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:16.575513 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['b0cf4c7c-6b19-4edb-8c71-3efbda7194e4'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:16.680770 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Pushing event deleted for resources: {'Port': ['ID=b0cf4c7c-6b19-4edb-8c71-3efbda7194e4,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:16.687330 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:17.060213 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-175304d2-1f9a-4d51-ba31-201d71275b1f req-14b9097c-efdc-4e13-bd2a-22fe62251732 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 210 time: 0.1129594 Jun 16 17:01:17.177228 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cf130-a0f8-43a8-ae5c-25d2aeeab374 req-6b8d2e1e-6088-4412-bcd8-5cf2e902db5a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:17.182400 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c25cf130-a0f8-43a8-ae5c-25d2aeeab374 req-6b8d2e1e-6088-4412-bcd8-5cf2e902db5a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1291490 Jun 16 17:01:17.235728 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c25cf130-a0f8-43a8-ae5c-25d2aeeab374 req-d1008454-7733-48c9-85b9-e65228618484 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490284 Jun 16 17:01:18.373327 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] No DVR routers for this DVR port b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:18.377716 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:18.380061 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-7278e086-6f7f-47dc-a0a0-df7046cbce04 req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.96 "DELETE /v2.0/ports/b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 HTTP/1.1" status: 204 len: 173 time: 2.8602581 Jun 16 17:01:18.380594 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337a074e-f132-4b21-8b55-61c7ab86730f', 'name': 'network-vif-deleted', 'tag': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:18.383131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e081c-69f9-463d-88b3-f60e2df8faab" -d '{"events": [{"server_uuid": "337a074e-f132-4b21-8b55-61c7ab86730f", "name": "network-vif-deleted", "tag": "b0cf4c7c-6b19-4edb-8c71-3efbda7194e4"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:18.530638 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2300d23b-c19c-47be-a475-a2b9d1bd48bf req-5eeb5298-f9c9-4f58-bfa9-c075000594e5 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 210 time: 0.0430555 Jun 16 17:01:18.581000 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f9315f-80a9-44f3-ada1-4836853632b9 x-openstack-request-id: req-e3f9315f-80a9-44f3-ada1-4836853632b9 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:18.581342 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337a074e-f132-4b21-8b55-61c7ab86730f", "name": "network-vif-deleted", "tag": "b0cf4c7c-6b19-4edb-8c71-3efbda7194e4", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:18.581627 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3f9315f-80a9-44f3-ada1-4836853632b9 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:18.582045 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337a074e-f132-4b21-8b55-61c7ab86730f', 'name': 'network-vif-deleted', 'tag': 'b0cf4c7c-6b19-4edb-8c71-3efbda7194e4', 'status': 'completed', 'code': 200} Jun 16 17:01:18.673488 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:18.696634 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:18.696992 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b0cf4c7c-6b19-4edb-8c71-3efbda7194e4 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:18.697473 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:20.040964 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c4cbb977-a3d7-480f-9b0e-36b97e5fb5fe req-37df7d78-a0f9-4029-a06f-e70fc15fbe88 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] 10.222.0.36 "GET /v2.0/ports?device_id=337a074e-f132-4b21-8b55-61c7ab86730f HTTP/1.1" status: 200 len: 210 time: 0.0391200 Jun 16 17:01:21.054072 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-42dfe908-948c-4c02-b976-27c9149d3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:21.055609 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-42dfe908-948c-4c02-b976-27c9149d3d81 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1098 time: 0.0754988 Jun 16 17:01:21.168725 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-a81c7a2a-5447-46a1-b58b-036f4b5dad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:21.172001 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-a81c7a2a-5447-46a1-b58b-036f4b5dad80 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 921 time: 0.1077588 Jun 16 17:01:21.220881 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-d398e589-5bba-44d8-9637-343267987878 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0340655 Jun 16 17:01:21.281481 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-6c08543b-179f-4b90-a2ad-cc6614f7f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:21.282969 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-6c08543b-179f-4b90-a2ad-cc6614f7f54d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.0515416 Jun 16 17:01:21.334794 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-7e63717c-ec68-4ffa-b14b-ab3e6e851b75 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328918 Jun 16 17:01:21.462209 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f02cc3-0bd8-4fec-b8d8-19dade3f2fff req-08819430-144c-42d6-bf48-b0e470bb4d6a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:21.463886 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f1f02cc3-0bd8-4fec-b8d8-19dade3f2fff req-08819430-144c-42d6-bf48-b0e470bb4d6a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0828328 Jun 16 17:01:21.519206 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f1f02cc3-0bd8-4fec-b8d8-19dade3f2fff req-ee3c7a54-3f56-4725-8470-75271068fa3c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Jun 16 17:01:21.673320 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-490b0fb6-6660-4b96-8c42-3e976645b81c service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313351 Jun 16 17:01:21.794423 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659341ea-a538-4274-9d3f-2eb7501c9274 req-4521a60a-912e-4252-85bb-158424e633ab tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:21.795972 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659341ea-a538-4274-9d3f-2eb7501c9274 req-4521a60a-912e-4252-85bb-158424e633ab tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0779233 Jun 16 17:01:21.821223 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8c8cf1ed-38ec-4ac3-9bb2-97afee958c39 req-b9760a2c-5a30-4844-8e53-fe99ab62e332 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399195 Jun 16 17:01:21.859124 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659341ea-a538-4274-9d3f-2eb7501c9274 req-3d3b0d62-098f-4c09-b7bc-fd80bba4f106 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559878 Jun 16 17:01:22.669346 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7625045-6002-4680-990b-f014541e028c req-d0be2c5c-a6a6-4261-b853-aa7c526841d6 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:22.671373 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a7625045-6002-4680-990b-f014541e028c req-d0be2c5c-a6a6-4261-b853-aa7c526841d6 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 946 time: 0.0773053 Jun 16 17:01:22.736155 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a7625045-6002-4680-990b-f014541e028c req-94cec962-f380-4768-ace3-78289be0c84d tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583549 Jun 16 17:01:22.917088 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c666080-77f1-448f-a00b-521d78ce511e req-75a55232-bca1-4a89-aab4-956c0c4347ca tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:22.918785 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c666080-77f1-448f-a00b-521d78ce511e req-75a55232-bca1-4a89-aab4-956c0c4347ca tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0743942 Jun 16 17:01:22.968008 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c666080-77f1-448f-a00b-521d78ce511e req-b9b6c03d-83d2-45d9-bc2e-b1f5566c2c99 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 Jun 16 17:01:23.152677 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136932a8-2f52-4fc3-9a65-1fdd87b12a62 req-7f4213c6-10fe-4b0d-b58f-8e428859b70c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:23.154259 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-136932a8-2f52-4fc3-9a65-1fdd87b12a62 req-7f4213c6-10fe-4b0d-b58f-8e428859b70c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0782115 Jun 16 17:01:23.199267 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-136932a8-2f52-4fc3-9a65-1fdd87b12a62 req-2bd0e41f-cc2e-4a07-8516-4213be6f3021 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360003 Jun 16 17:01:23.958955 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4f5e3-50ae-44d4-b911-255fd28999e5 req-a9be998f-ef02-4d41-b140-7caa132e5d3c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:23.962062 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ef4f5e3-50ae-44d4-b911-255fd28999e5 req-a9be998f-ef02-4d41-b140-7caa132e5d3c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 946 time: 0.1006808 Jun 16 17:01:24.025680 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ef4f5e3-50ae-44d4-b911-255fd28999e5 req-fdf5165e-eade-446b-b3a9-142e7ccafc40 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Jun 16 17:01:24.213319 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb7894-59ae-4925-86ef-2e8b8ae51d75 req-e22ede26-e5b4-48ca-9452-f2462e0ba57b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.214925 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16cb7894-59ae-4925-86ef-2e8b8ae51d75 req-e22ede26-e5b4-48ca-9452-f2462e0ba57b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0758982 Jun 16 17:01:24.492673 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16cb7894-59ae-4925-86ef-2e8b8ae51d75 req-78052908-a2e9-4f6a-a9e5-30d6b1bf234d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669406 Jun 16 17:01:24.663487 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5925c2-be1c-40d6-9f5a-1c435ff1417f req-2b8a3316-252b-4acf-bf6d-f2a7fd383e98 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.665106 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ff5925c2-be1c-40d6-9f5a-1c435ff1417f req-2b8a3316-252b-4acf-bf6d-f2a7fd383e98 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0656176 Jun 16 17:01:24.714626 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ff5925c2-be1c-40d6-9f5a-1c435ff1417f req-149f4f83-15de-4695-8bfe-2216923eb63a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 Jun 16 17:01:24.734595 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacb642-d836-443a-ae68-9570a891e51f req-e90d66c7-3e46-4a66-a69a-386133879bad tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.751198 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ccacb642-d836-443a-ae68-9570a891e51f req-e90d66c7-3e46-4a66-a69a-386133879bad tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 946 time: 0.0804825 Jun 16 17:01:24.859909 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Deleting port f7a5128f-458a-42c0-92a4-bea54c0992ec {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:24.860258 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:24.964612 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] For port f7a5128f-458a-42c0-92a4-bea54c0992ec, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=f7a5128f-458a-42c0-92a4-bea54c0992ec,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:24.965125 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.038835 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Calling delete_port for f7a5128f-458a-42c0-92a4-bea54c0992ec owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:25.222946 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fc999-3ab9-4b15-837a-ad0a2bdaa92d req-091c0e08-cfe4-4e7f-89d1-3b45c3d71515 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.224293 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-949fc999-3ab9-4b15-837a-ad0a2bdaa92d req-091c0e08-cfe4-4e7f-89d1-3b45c3d71515 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 946 time: 0.0710104 Jun 16 17:01:25.271630 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-949fc999-3ab9-4b15-837a-ad0a2bdaa92d req-bf02df0c-acd2-4259-a7aa-879618c74af3 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Jun 16 17:01:25.294599 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.299140 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-11eb7572-e2ed-45a1-a2d6-675402e68b4c tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:25.307670 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'c0a0125f-550e-4e46-b53e-e2c5451f8521', 'f7a5128f-458a-42c0-92a4-bea54c0992ec'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:25.328854 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event deleted for resources: {'Port': ['ID=f7a5128f-458a-42c0-92a4-bea54c0992ec,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:25.393013 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] No DVR routers for this DVR port f7a5128f-458a-42c0-92a4-bea54c0992ec on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:25.395348 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:25.396450 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.401918 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ccacb642-d836-443a-ae68-9570a891e51f req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "DELETE /v2.0/ports/f7a5128f-458a-42c0-92a4-bea54c0992ec HTTP/1.1" status: 204 len: 173 time: 0.6569047 Jun 16 17:01:25.401918 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55753a63-b7bd-407c-9a56-a90f458dc538', 'name': 'network-vif-deleted', 'tag': 'f7a5128f-458a-42c0-92a4-bea54c0992ec'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:25.402328 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06929d-b0ca-4fa4-8652-cd198011b011" -d '{"events": [{"server_uuid": "55753a63-b7bd-407c-9a56-a90f458dc538", "name": "network-vif-deleted", "tag": "f7a5128f-458a-42c0-92a4-bea54c0992ec"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:25.445374 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c8a0e9-2cc9-4dc2-9415-c961b3dfb2c6 x-openstack-request-id: req-b9c8a0e9-2cc9-4dc2-9415-c961b3dfb2c6 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:25.445374 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55753a63-b7bd-407c-9a56-a90f458dc538", "name": "network-vif-deleted", "tag": "f7a5128f-458a-42c0-92a4-bea54c0992ec", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:25.445374 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9c8a0e9-2cc9-4dc2-9415-c961b3dfb2c6 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:25.445374 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55753a63-b7bd-407c-9a56-a90f458dc538', 'name': 'network-vif-deleted', 'tag': 'f7a5128f-458a-42c0-92a4-bea54c0992ec', 'status': 'completed', 'code': 200} Jun 16 17:01:25.709612 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938f9c9-1ad9-48a1-8b4a-d44014fcdcfe req-98521ab9-20a5-4d3b-bdc1-1fc1ffc18eab tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.711236 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1938f9c9-1ad9-48a1-8b4a-d44014fcdcfe req-98521ab9-20a5-4d3b-bdc1-1fc1ffc18eab tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0831621 Jun 16 17:01:25.752412 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1938f9c9-1ad9-48a1-8b4a-d44014fcdcfe req-9c93fa10-98b0-4398-bc0e-13188d92e91b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Jun 16 17:01:25.945273 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44332e-9744-4a8b-bcfa-232e01fa4f56 req-4be41717-4a22-4632-b5d9-1f14f0183684 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.947493 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-af44332e-9744-4a8b-bcfa-232e01fa4f56 req-4be41717-4a22-4632-b5d9-1f14f0183684 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0763934 Jun 16 17:01:25.993659 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-af44332e-9744-4a8b-bcfa-232e01fa4f56 req-b71351f6-c0a9-49d8-982c-636e15614868 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348158 Jun 16 17:01:26.466993 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-730bb7ec-f030-4cd8-8821-7b33ddc021cd req-a53d50b9-b553-40da-b4b1-ae984e63ec72 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=55753a63-b7bd-407c-9a56-a90f458dc538 HTTP/1.1" status: 200 len: 210 time: 0.0414262 Jun 16 17:01:27.013661 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f64d64-d2b6-41bb-9bfb-9cc2e98082b7 req-7138b280-348a-4892-adf0-afc33b6229e9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:27.016219 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14f64d64-d2b6-41bb-9bfb-9cc2e98082b7 req-7138b280-348a-4892-adf0-afc33b6229e9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1148858 Jun 16 17:01:27.063668 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14f64d64-d2b6-41bb-9bfb-9cc2e98082b7 req-56f911ae-12db-4e2e-a170-32cb67cfd1fc tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Jun 16 17:01:27.365183 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca583-c59b-4a3b-b8ea-5ac395b0d74e req-394ae07a-ef72-4c17-ad46-cacc681df110 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:27.367383 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2baca583-c59b-4a3b-b8ea-5ac395b0d74e req-394ae07a-ef72-4c17-ad46-cacc681df110 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1058285 Jun 16 17:01:27.413624 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2baca583-c59b-4a3b-b8ea-5ac395b0d74e req-3cce1ad4-2140-4b41-bd83-19400c4573e1 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394955 Jun 16 17:01:28.303242 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc2bc1-12fe-488d-9858-24f9f651c19b req-344ce031-ffa2-42dd-a1f2-8fe9bc73050f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:28.304967 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8ffc2bc1-12fe-488d-9858-24f9f651c19b req-344ce031-ffa2-42dd-a1f2-8fe9bc73050f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0900471 Jun 16 17:01:28.361792 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8ffc2bc1-12fe-488d-9858-24f9f651c19b req-ad22f919-76f0-4c14-a76f-d3eefbac6d83 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Jun 16 17:01:28.724957 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563c6c1-f799-4708-99fd-916c817d4ec5 req-10dd3b66-588a-4f7b-860f-4d0e63950680 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:28.726623 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c563c6c1-f799-4708-99fd-916c817d4ec5 req-10dd3b66-588a-4f7b-860f-4d0e63950680 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0882556 Jun 16 17:01:28.767218 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device f7a5128f-458a-42c0-92a4-bea54c0992ec no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:28.796822 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: f7a5128f-458a-42c0-92a4-bea54c0992ec {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:28.797568 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device f7a5128f-458a-42c0-92a4-bea54c0992ec not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:28.798564 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c563c6c1-f799-4708-99fd-916c817d4ec5 req-ab3da63c-9f7d-401b-b609-f62b1335f6c7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630670 Jun 16 17:01:28.971971 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 60992) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:29.091577 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-124f62bb-3360-4d2b-9b39-93e27fd51c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.195351 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-124f62bb-3360-4d2b-9b39-93e27fd51c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.323211 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-124f62bb-3360-4d2b-9b39-93e27fd51c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.325970 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cd356b32-32ab-4e7d-8371-4ba39b0cdb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:29.370518 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f62bb-3360-4d2b-9b39-93e27fd51c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d6027-2a54-40e0-9411-5dff05d3a3cd,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:29.379404 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-124f62bb-3360-4d2b-9b39-93e27fd51c66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46421a055d0f4e6bade8efd5b919d9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059558 Jun 16 17:01:29.380125 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 32772) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:29.380880 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-124f62bb-3360-4d2b-9b39-93e27fd51c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:29.442019 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.466431 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.648616 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.652062 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.653259 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa0d6027-2a54-40e0-9411-5dff05d3a3cd HTTP/1.1" status: 204 len: 168 time: 0.2697289 Jun 16 17:01:29.654049 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b5694da9-222e-43e6-b342-8ed99e488e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:29.662089 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d6027-2a54-40e0-9411-5dff05d3a3cd,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:29.665319 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:30.049653 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694534a-2ec8-4278-bc3b-5407e103f13d req-7093535c-5597-45de-8c7d-0f3604c9c0e9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:30.052824 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6694534a-2ec8-4278-bc3b-5407e103f13d req-7093535c-5597-45de-8c7d-0f3604c9c0e9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0843534 Jun 16 17:01:30.122412 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6694534a-2ec8-4278-bc3b-5407e103f13d req-164ff18f-0962-464f-a5d4-75da57be5dc1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534866 Jun 16 17:01:30.329276 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11c74c-0cb7-4817-83de-805c05da6e88 req-21c17a4c-338c-4f02-b1ad-a167b3e53f49 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:30.330855 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aa11c74c-0cb7-4817-83de-805c05da6e88 req-21c17a4c-338c-4f02-b1ad-a167b3e53f49 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 945 time: 0.0696964 Jun 16 17:01:30.373868 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aa11c74c-0cb7-4817-83de-805c05da6e88 req-4f9d9431-0269-43da-a4dd-9100175d62d2 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350361 Jun 16 17:01:30.552648 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f67cdd-a9e4-4485-9571-6253054af02e req-ceeffcf5-2850-4f1e-b37d-b8d4efbc9908 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:30.554213 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-93f67cdd-a9e4-4485-9571-6253054af02e req-ceeffcf5-2850-4f1e-b37d-b8d4efbc9908 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0701838 Jun 16 17:01:30.600364 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-93f67cdd-a9e4-4485-9571-6253054af02e req-209f75ca-436b-4109-99c8-1eeca98e368b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Jun 16 17:01:31.375269 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2195-590a-4e85-b607-29056918a728 req-c8ca412c-f7a6-437c-9756-900dcee43aef tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.377315 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e61a2195-590a-4e85-b607-29056918a728 req-c8ca412c-f7a6-437c-9756-900dcee43aef tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0903685 Jun 16 17:01:31.435982 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e61a2195-590a-4e85-b607-29056918a728 req-48a63122-ebc7-43c8-ac70-a743ff7ed2c8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Jun 16 17:01:31.644216 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940d49f-bb2c-41f8-876b-11a772c6e969 req-b49b7951-0871-4add-8582-fdc3837c403a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.645890 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e940d49f-bb2c-41f8-876b-11a772c6e969 req-b49b7951-0871-4add-8582-fdc3837c403a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 945 time: 0.0781825 Jun 16 17:01:31.694430 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e940d49f-bb2c-41f8-876b-11a772c6e969 req-351d983c-c700-4b5e-b43c-121f7df97685 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Jun 16 17:01:31.869317 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb088d05-5326-477b-b23d-b422ccc96742 req-d477ba8f-a77f-4a94-b8ec-8e7183b3ab59 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.871587 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-bb088d05-5326-477b-b23d-b422ccc96742 req-d477ba8f-a77f-4a94-b8ec-8e7183b3ab59 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 945 time: 0.0850980 Jun 16 17:01:31.976151 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50efc0d-3c10-4725-bc22-6e58df200ec7 req-16508314-0cdd-4935-b41c-e9f854ae2e75 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.979444 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a50efc0d-3c10-4725-bc22-6e58df200ec7 req-16508314-0cdd-4935-b41c-e9f854ae2e75 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1187313 Jun 16 17:01:32.006624 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Deleting port c0a0125f-550e-4e46-b53e-e2c5451f8521 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:32.007097 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.036762 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a50efc0d-3c10-4725-bc22-6e58df200ec7 req-213a28f2-709f-4f3a-a8a2-b8753058588b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Jun 16 17:01:32.122990 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] For port c0a0125f-550e-4e46-b53e-e2c5451f8521, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c0a0125f-550e-4e46-b53e-e2c5451f8521,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:32.123422 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.198974 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Calling delete_port for c0a0125f-550e-4e46-b53e-e2c5451f8521 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:32.460445 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.470564 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:32.484054 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'c0a0125f-550e-4e46-b53e-e2c5451f8521'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:32.500110 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event deleted for resources: {'Port': ['ID=c0a0125f-550e-4e46-b53e-e2c5451f8521,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:32.503488 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:32.567682 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] No DVR routers for this DVR port c0a0125f-550e-4e46-b53e-e2c5451f8521 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:32.567682 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.567682 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-bb088d05-5326-477b-b23d-b422ccc96742 req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "DELETE /v2.0/ports/c0a0125f-550e-4e46-b53e-e2c5451f8521 HTTP/1.1" status: 204 len: 173 time: 0.6855021 Jun 16 17:01:32.567682 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'name': 'network-vif-deleted', 'tag': 'c0a0125f-550e-4e46-b53e-e2c5451f8521'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:32.567682 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2d51b1-633d-46c0-bf18-4eb55c9219bf" -d '{"events": [{"server_uuid": "5f6909a1-09d1-4c02-911a-94c2dc020676", "name": "network-vif-deleted", "tag": "c0a0125f-550e-4e46-b53e-e2c5451f8521"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:32.663343 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9799-64e1-4f19-af39-ec95c9432a76 req-dadb3083-b5ae-4aa2-9cb5-b92a26cf74b5 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:32.664968 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eed9799-64e1-4f19-af39-ec95c9432a76 req-dadb3083-b5ae-4aa2-9cb5-b92a26cf74b5 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0693951 Jun 16 17:01:32.732890 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eed9799-64e1-4f19-af39-ec95c9432a76 req-c02c0451-f86a-4b42-8058-afd73b7bee09 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520606 Jun 16 17:01:32.964218 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a649c8-1967-4702-bde7-7315ade64d98 x-openstack-request-id: req-c2a649c8-1967-4702-bde7-7315ade64d98 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:32.964218 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6909a1-09d1-4c02-911a-94c2dc020676", "name": "network-vif-deleted", "tag": "c0a0125f-550e-4e46-b53e-e2c5451f8521", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:32.964892 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2a649c8-1967-4702-bde7-7315ade64d98 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:32.965078 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6909a1-09d1-4c02-911a-94c2dc020676', 'name': 'network-vif-deleted', 'tag': 'c0a0125f-550e-4e46-b53e-e2c5451f8521', 'status': 'completed', 'code': 200} Jun 16 17:01:33.106702 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f58f86e4-2697-4bc9-b7d1-a3ee28bfd752 req-8347822d-4b58-4a7f-b582-9e59cc0823ac tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f6909a1-09d1-4c02-911a-94c2dc020676 HTTP/1.1" status: 200 len: 210 time: 0.0371094 Jun 16 17:01:33.307207 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a391bb4-d677-486e-a2c3-3dbbc172dfe8 req-74215d58-bc49-487c-9dea-3817157c92f4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:33.309159 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4a391bb4-d677-486e-a2c3-3dbbc172dfe8 req-74215d58-bc49-487c-9dea-3817157c92f4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0690572 Jun 16 17:01:33.355021 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4a391bb4-d677-486e-a2c3-3dbbc172dfe8 req-19c5ad85-d590-4325-b13b-cc7c6f94fdd8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Jun 16 17:01:33.939312 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cdb4d-82f5-4151-8bdb-dac54f78bae4 req-077b0053-5ffa-47f4-b6c6-9a29f6d021ab tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:33.941402 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-699cdb4d-82f5-4151-8bdb-dac54f78bae4 req-077b0053-5ffa-47f4-b6c6-9a29f6d021ab tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0678177 Jun 16 17:01:33.988252 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-699cdb4d-82f5-4151-8bdb-dac54f78bae4 req-8e320949-533c-4414-bd7e-fd7e2407dede tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Jun 16 17:01:34.759450 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-fb834ade-ee39-4fe0-a2ed-fcf8f0471706 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:34.761895 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-fb834ade-ee39-4fe0-a2ed-fcf8f0471706 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 815 time: 0.1320043 Jun 16 17:01:34.786361 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-74267473-10bb-4c1d-a723-522d5ccce7c0 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/quotas/dfcfc9bc012f4a0db33235f36401a9c5 HTTP/1.1" status: 200 len: 375 time: 0.0145717 Jun 16 17:01:34.805322 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c0a0125f-550e-4e46-b53e-e2c5451f8521 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:34.848955 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: c0a0125f-550e-4e46-b53e-e2c5451f8521 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:34.849712 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c0a0125f-550e-4e46-b53e-e2c5451f8521 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:34.910400 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1eba2-7025-4c22-8206-dd129dc2f8ec req-1ab97434-f117-4578-a649-4c161ba084ba tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:34.911970 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0fd1eba2-7025-4c22-8206-dd129dc2f8ec req-1ab97434-f117-4578-a649-4c161ba084ba tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1244440 Jun 16 17:01:34.929029 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-e3c6096b-908f-4588-8065-26b103629459 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291938 Jun 16 17:01:34.974824 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 32862) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:34.999347 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0fd1eba2-7025-4c22-8206-dd129dc2f8ec req-e137fa40-d685-40eb-a9b4-56168612957c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690591 Jun 16 17:01:35.076879 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-0ba14383-8547-4017-a844-99906ea5a821 service neutron] 10.222.0.36 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290276 Jun 16 17:01:35.092794 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-dfe4fd75-52ec-4d0c-a883-21d4f3cf709c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166935 Jun 16 17:01:35.202178 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-6fd67201-dc21-4bcd-bb6b-7c9eacc1ca4f service neutron] 10.222.0.36 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243243 Jun 16 17:01:35.244717 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049e0dc-aa40-4dd1-9a5e-ab720b1d27dd req-cee5745e-67f8-415d-b380-76f9a8402d9b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:35.253624 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f049e0dc-aa40-4dd1-9a5e-ab720b1d27dd req-cee5745e-67f8-415d-b380-76f9a8402d9b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 945 time: 0.0991194 Jun 16 17:01:35.305124 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f049e0dc-aa40-4dd1-9a5e-ab720b1d27dd req-69d7c273-69ef-4894-9460-ef092178a888 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Jun 16 17:01:35.524330 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416fd6-43ed-455d-b624-eba91f89e168 req-ee02cabc-5ba6-48e4-852d-75cf1945f52e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:35.525932 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-85416fd6-43ed-455d-b624-eba91f89e168 req-ee02cabc-5ba6-48e4-852d-75cf1945f52e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1173470 Jun 16 17:01:35.568161 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-01316c37-b526-49ce-9ee8-1cbfc4e3d9a7 req-c138529a-f0ec-4c79-ae87-e8d3e01a64b0 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0411484 Jun 16 17:01:35.598233 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-85416fd6-43ed-455d-b624-eba91f89e168 req-4daa6bb6-155d-4192-9893-823edda850af tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624082 Jun 16 17:01:36.306369 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99edc-e353-4bb0-99e4-b2d04f6214b9 req-1a8cd303-36b5-4d05-bd33-864c490b9fee tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:36.308104 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7de99edc-e353-4bb0-99e4-b2d04f6214b9 req-1a8cd303-36b5-4d05-bd33-864c490b9fee tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1418610 Jun 16 17:01:36.417153 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7de99edc-e353-4bb0-99e4-b2d04f6214b9 req-9d756f85-fe96-4a31-bfd9-143eef06e70f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979319 Jun 16 17:01:36.558240 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee484002-abd1-477e-b051-b8e801878827 req-61d5f4d9-a744-44cb-ac65-1bb2a5e07c25 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:36.561129 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ee484002-abd1-477e-b051-b8e801878827 req-61d5f4d9-a744-44cb-ac65-1bb2a5e07c25 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 945 time: 0.0971777 Jun 16 17:01:36.621920 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649bc7a-c9dd-49eb-8588-3987c0616d42 req-112d013d-7859-4b26-b3f7-4074bfac54d3 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:36.623541 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4649bc7a-c9dd-49eb-8588-3987c0616d42 req-112d013d-7859-4b26-b3f7-4074bfac54d3 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 945 time: 0.1376586 Jun 16 17:01:36.703179 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4649bc7a-c9dd-49eb-8588-3987c0616d42 req-f1d29fed-9294-4a18-b96b-0fa0242ee66a tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643005 Jun 16 17:01:36.769799 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d240e73b-49ac-4604-a60c-fdd3a1f26f3d req-ba8ff748-509b-4ad2-9a0d-f8d9d62e95a7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0655332 Jun 16 17:01:36.788529 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Deleting port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:36.789382 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.017677 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92e25e-4ae0-4d0d-b6e4-21bb59397f00 req-e6729ad4-f237-4785-92dd-583c8695c0e0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:37.022391 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7b92e25e-4ae0-4d0d-b6e4-21bb59397f00 req-e6729ad4-f237-4785-92dd-583c8695c0e0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1302824 Jun 16 17:01:37.088967 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] For port 094ed9d9-1faa-4204-98ca-a2687c0c7e95, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=094ed9d9-1faa-4204-98ca-a2687c0c7e95,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:37.089893 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7b92e25e-4ae0-4d0d-b6e4-21bb59397f00 req-9cbc7035-21a4-40c8-b095-6a89be1beb7e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604508 Jun 16 17:01:37.090471 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.236085 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Calling delete_port for 094ed9d9-1faa-4204-98ca-a2687c0c7e95 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:37.602873 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.613145 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:37.622883 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', '094ed9d9-1faa-4204-98ca-a2687c0c7e95'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:37.687834 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event deleted for resources: {'Port': ['ID=094ed9d9-1faa-4204-98ca-a2687c0c7e95,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:37.716857 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:37.716976 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067b454-2638-4e5d-abae-75f74e6e5a17 req-e2ed8480-63df-49f6-8dff-009d5668ded0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:37.716976 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2067b454-2638-4e5d-abae-75f74e6e5a17 req-e2ed8480-63df-49f6-8dff-009d5668ded0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1587379 Jun 16 17:01:37.791230 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] No DVR routers for this DVR port 094ed9d9-1faa-4204-98ca-a2687c0c7e95 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:37.802672 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.808980 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ee484002-abd1-477e-b051-b8e801878827 req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "DELETE /v2.0/ports/094ed9d9-1faa-4204-98ca-a2687c0c7e95 HTTP/1.1" status: 204 len: 173 time: 1.2394462 Jun 16 17:01:37.813559 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'name': 'network-vif-deleted', 'tag': '094ed9d9-1faa-4204-98ca-a2687c0c7e95'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:37.816427 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a605f87a-8926-4877-9f23-04b7d5efaee2" -d '{"events": [{"server_uuid": "5b63c67c-aa7f-4595-bc3b-f6caf5f36683", "name": "network-vif-deleted", "tag": "094ed9d9-1faa-4204-98ca-a2687c0c7e95"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:37.827386 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2067b454-2638-4e5d-abae-75f74e6e5a17 req-4f776c4d-7ccf-4d8f-a90c-adfcf512afc2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093314 Jun 16 17:01:37.950693 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f36074b-9bb8-49b8-8d08-4ea52bc73b2b x-openstack-request-id: req-5f36074b-9bb8-49b8-8d08-4ea52bc73b2b {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:37.951313 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b63c67c-aa7f-4595-bc3b-f6caf5f36683", "name": "network-vif-deleted", "tag": "094ed9d9-1faa-4204-98ca-a2687c0c7e95", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:37.951753 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f36074b-9bb8-49b8-8d08-4ea52bc73b2b {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:37.952356 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b63c67c-aa7f-4595-bc3b-f6caf5f36683', 'name': 'network-vif-deleted', 'tag': '094ed9d9-1faa-4204-98ca-a2687c0c7e95', 'status': 'completed', 'code': 200} Jun 16 17:01:38.052680 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3e276c35-e0ed-47f6-9b7e-463c7ada0eb8 req-d414bed9-a340-4c81-a308-b147fb6e3cc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0496659 Jun 16 17:01:38.142375 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3e2d54a5-be84-4719-8d4d-127d23b9911b req-9167e69c-8255-4bd4-b221-09c57e26c20c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0491867 Jun 16 17:01:38.495814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e1d6a-4029-47fe-bf3d-2e6dc46bab2f req-c4188af2-92d0-4204-b737-9b7a06509d98 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:38.495814 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8b4e1d6a-4029-47fe-bf3d-2e6dc46bab2f req-c4188af2-92d0-4204-b737-9b7a06509d98 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1236429 Jun 16 17:01:38.495814 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8b4e1d6a-4029-47fe-bf3d-2e6dc46bab2f req-e43c52f4-c136-4ec3-a814-204b2d8a382a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631509 Jun 16 17:01:39.038535 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-dad0d2bb-346b-40a1-b940-1f7a48bf547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.195889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80d0df-764a-4c3b-85fb-486c6014c971 req-6d35f1b4-b76f-484a-888c-f04bb60d8436 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:39.198362 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ed80d0df-764a-4c3b-85fb-486c6014c971 req-6d35f1b4-b76f-484a-888c-f04bb60d8436 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1429439 Jun 16 17:01:39.258079 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ed80d0df-764a-4c3b-85fb-486c6014c971 req-d0a16156-22b7-41c6-85d5-0bd97330c508 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524538 Jun 16 17:01:39.350024 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cb2120a-8e97-45ba-ab84-ef0a42d3f22f req-ad8beccd-daff-46a3-9c3c-fb972daee5db tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0432594 Jun 16 17:01:39.452204 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5f0a16e5-6a59-47bd-92ad-86f938442aec req-037d6d77-cc46-4814-9b50-361d76e2fcca tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0407922 Jun 16 17:01:39.691139 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f61c9-086a-4d1a-bb1d-0b45e087f026 req-c60c91cf-ddf0-42e8-a271-d5a294596db9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:39.692857 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-532f61c9-086a-4d1a-bb1d-0b45e087f026 req-c60c91cf-ddf0-42e8-a271-d5a294596db9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0956802 Jun 16 17:01:39.751884 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-9a2de793-16a0-40fd-9a13-39185d5120c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:39.752986 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-532f61c9-086a-4d1a-bb1d-0b45e087f026 req-1b73a1ed-819f-469b-bca6-afe942c5d8a5 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Jun 16 17:01:39.755635 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-9a2de793-16a0-40fd-9a13-39185d5120c1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c&tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 1096 time: 0.1342092 Jun 16 17:01:39.900809 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-168ac7e4-9f78-4249-8f23-0d9cf64fefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:39.902337 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-168ac7e4-9f78-4249-8f23-0d9cf64fefdc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1096 time: 0.1058195 Jun 16 17:01:40.128781 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-4ed32a81-f38c-4b2e-b5fe-a76c83958b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.131050 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-4ed32a81-f38c-4b2e-b5fe-a76c83958b4a service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.2215950 Jun 16 17:01:40.304420 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-f5e4cf10-a8a5-4fe2-b126-6761c3fdca9b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 200 len: 998 time: 0.1622527 Jun 16 17:01:40.393625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-07c26d10-490d-445e-8132-d7ee10dc22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.396610 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-07c26d10-490d-445e-8132-d7ee10dc22c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.0805283 Jun 16 17:01:40.467382 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-19be78a3-aca0-41b8-b9fb-42b18b0da4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.468943 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-19be78a3-aca0-41b8-b9fb-42b18b0da4f3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0649366 Jun 16 17:01:40.596114 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a134363-172b-4e5a-9437-8697d75c95d2 req-f01fc0f6-736f-4706-828d-137e99a310b0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.598603 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a134363-172b-4e5a-9437-8697d75c95d2 req-f01fc0f6-736f-4706-828d-137e99a310b0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1220026 Jun 16 17:01:40.670509 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-c5d82828-868a-40a7-bb6d-0a952dec866c service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894231 Jun 16 17:01:40.693165 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a134363-172b-4e5a-9437-8697d75c95d2 req-ed458abc-2770-412b-aa8d-584922198ab8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863991 Jun 16 17:01:40.698077 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a023697c-4442-4588-8de0-32cab2783ddb req-5974bed9-8e78-4037-bcb6-bca2e7939edb tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b63c67c-aa7f-4595-bc3b-f6caf5f36683 HTTP/1.1" status: 200 len: 210 time: 0.0802159 Jun 16 17:01:40.802628 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 094ed9d9-1faa-4204-98ca-a2687c0c7e95 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:40.836974 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5dd8a01b-44ae-496d-8bcb-7267f7dc79d3 req-0738e876-596c-4ca5-962f-e1117710ccc7 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559205 Jun 16 17:01:40.841788 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 094ed9d9-1faa-4204-98ca-a2687c0c7e95 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:40.842627 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 094ed9d9-1faa-4204-98ca-a2687c0c7e95 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:40.908135 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d85bbd9e-8a3b-47ac-aa57-a8d1acd38a19 req-18c63274-92ca-4482-b551-72be2d3987d8 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0321555 Jun 16 17:01:41.031024 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63598bc-7a05-42e6-a984-65712e7ba4e0 req-738bad72-1780-44d0-8b02-6c7ebe681633 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.032731 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f63598bc-7a05-42e6-a984-65712e7ba4e0 req-738bad72-1780-44d0-8b02-6c7ebe681633 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1078207 Jun 16 17:01:41.084052 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f63598bc-7a05-42e6-a984-65712e7ba4e0 req-c56724b9-b2d6-43ea-ab47-a50a9165bfb0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439856 Jun 16 17:01:41.909259 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e9cb4e51-8f45-41b6-95ca-a583f60ddfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.098785 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d3a988e0-377f-4dd3-9b53-cd3c981b4ccc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.100461 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d3a988e0-377f-4dd3-9b53-cd3c981b4ccc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.96 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 815 time: 0.4395547 Jun 16 17:01:42.142129 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'port': {'device_id': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'admin_state_up': True, 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:42.225246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71fc61-d808-4963-9fde-dbfe51664eca req-3130f78a-b7e0-405e-85f9-68cf41cce739 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.226944 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ba71fc61-d808-4963-9fde-dbfe51664eca req-3130f78a-b7e0-405e-85f9-68cf41cce739 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1695504 Jun 16 17:01:42.321324 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4f30c80a-d091-40c8-8e44-1484fddc002b req-8326e61a-a249-4a70-afae-24ab854ae05e tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0890667 Jun 16 17:01:42.340407 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.433319 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ba71fc61-d808-4963-9fde-dbfe51664eca req-60460cb8-14c1-4322-995e-3b0afc3ce452 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999037 Jun 16 17:01:42.552171 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Made reservation on behalf of dfcfc9bc012f4a0db33235f36401a9c5 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:42.557034 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.938733 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Allocated IP 172.20.0.6 (b7b0b5e1-057a-40a8-a783-f97db3973ff9/0bad7231-4316-486c-b249-6b63cc555651/682e0ae4-2d33-4a3f-a104-162c7ace166f) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:42.977711 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56726b-d402-4f8e-9028-cb69b2ecfd15 req-c0921104-0da7-4c97-bf76-f55360663c48 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.996315 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ae56726b-d402-4f8e-9028-cb69b2ecfd15 req-c0921104-0da7-4c97-bf76-f55360663c48 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1870885 Jun 16 17:01:43.109156 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ae56726b-d402-4f8e-9028-cb69b2ecfd15 req-5ff1a34e-7c25-48f1-9b69-62706fb2e910 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037064 Jun 16 17:01:43.340376 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.535294 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.638206 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Transition to ACTIVE for port object 682e0ae4-2d33-4a3f-a104-162c7ace166f will not be triggered until provisioned by entity DHCP. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:43.752014 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-480768af-d104-4e70-8ebb-817284c1396d req-6c961237-8681-4dc8-88ff-416d134b5b32 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.1205094 Jun 16 17:01:43.775250 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-d0ae7cc8-cc4e-4d26-bfa4-a2500eac5087 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3340936 Jun 16 17:01:43.957029 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.962329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:44.053232 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b925ed5-3b3a-432c-8759-ba4f0f334bd7 req-a6e73f78-a75e-463d-a4f3-5250c43ace5e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.064154 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0b925ed5-3b3a-432c-8759-ba4f0f334bd7 req-a6e73f78-a75e-463d-a4f3-5250c43ace5e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.2476625 Jun 16 17:01:44.218368 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0b925ed5-3b3a-432c-8759-ba4f0f334bd7 req-7bb7084f-4e31-4c15-b680-9cb218b92c5c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207535 Jun 16 17:01:44.228479 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-44b24a0b-0be0-4fb5-a89c-2f508d462629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.230735 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-44b24a0b-0be0-4fb5-a89c-2f508d462629 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 1098 time: 0.2822602 Jun 16 17:01:44.281178 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:44.290435 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:44.304685 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:44.387992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.388361 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.388747 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.389041 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.389491 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.390143 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.390505 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.390852 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.391189 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.391527 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.391865 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.392207 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:44.475910 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:44.484189 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:44.693442 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.695220 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:44.758505 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-6043403e-948c-4c97-9fae-f2ab905e33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.763732 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-6043403e-948c-4c97-9fae-f2ab905e33ef service neutron] 10.222.0.96 "GET /v2.0/networks?id=e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 200 len: 915 time: 0.4435785 Jun 16 17:01:44.830221 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a83df-c4b5-4fa6-bd39-c4b9e14e7dea req-cd65f717-5542-4b17-8a83-1a30e131441e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.838547 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8c1a83df-c4b5-4fa6-bd39-c4b9e14e7dea req-cd65f717-5542-4b17-8a83-1a30e131441e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2801678 Jun 16 17:01:44.951800 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8c1a83df-c4b5-4fa6-bd39-c4b9e14e7dea req-012e0a2b-830a-4b25-9e44-706ed8487669 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115322 Jun 16 17:01:45.036432 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-bd86dab9-3355-442d-a004-925df3500cc0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 HTTP/1.1" status: 200 len: 217 time: 0.0799658 Jun 16 17:01:45.121489 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9375503 Jun 16 17:01:45.121489 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Request body: {'port': {'device_id': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:45.219888 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-3a2290b5-09b3-42de-9a04-3c7b6cf47e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.221944 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-3a2290b5-09b3-42de-9a04-3c7b6cf47e17 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 200 len: 853 time: 0.1742864 Jun 16 17:01:45.375825 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-45ae4744-2045-4787-8353-622af35f0404 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e619040b-3be7-4676-99c4-cf9747381ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409870 Jun 16 17:01:45.376925 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:45.526370 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-0341192c-f10f-4bd6-917a-063da6bff4d4 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148569 Jun 16 17:01:45.534775 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:45.537198 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-eafdebf1-2966-445b-a323-cc9116030ce5 None None] Provisioning for port 682e0ae4-2d33-4a3f-a104-162c7ace166f completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:45.543296 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-eafdebf1-2966-445b-a323-cc9116030ce5 None None] Provisioning complete for port 682e0ae4-2d33-4a3f-a104-162c7ace166f triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:45.546034 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-eafdebf1-2966-445b-a323-cc9116030ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:45.630885 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-eafdebf1-2966-445b-a323-cc9116030ce5 None None] Port 682e0ae4-2d33-4a3f-a104-162c7ace166f cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:45.864706 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e3d1980-dc70-4491-8f34-89d345cc3ffb req-75fa8190-727b-4263-8a94-ecb99d76bf75 service neutron] 10.222.0.96 "GET /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293462 Jun 16 17:01:45.889134 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:45.903219 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682e0ae4-2d33-4a3f-a104-162c7ace166f {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:45.916738 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:45.942329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Transition to ACTIVE for port object 682e0ae4-2d33-4a3f-a104-162c7ace166f will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:46.088560 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:46.098830 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d2dad818-4bb3-46e7-a89b-13819a6edf6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:46.316816 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Pushing event updated for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:46.316816 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:46.317281 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c881-2dff-4d45-a77d-779adac9e4b4 req-5350cbd3-10e8-473a-bb80-dc8925a65776 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:46.317281 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-74d3c881-2dff-4d45-a77d-779adac9e4b4 req-5350cbd3-10e8-473a-bb80-dc8925a65776 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1741364 Jun 16 17:01:46.380564 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-74d3c881-2dff-4d45-a77d-779adac9e4b4 req-05da6532-7f61-4401-9cec-6cbb0ee0ccb2 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606642 Jun 16 17:01:46.408550 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Attempting to bind port 682e0ae4-2d33-4a3f-a104-162c7ace166f on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:46.409415 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Attempting to bind port 682e0ae4-2d33-4a3f-a104-162c7ace166f by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:46.410225 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Attempting to bind port 682e0ae4-2d33-4a3f-a104-162c7ace166f on network b7b0b5e1-057a-40a8-a783-f97db3973ff9 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:46.432700 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Port 682e0ae4-2d33-4a3f-a104-162c7ace166f on network b7b0b5e1-057a-40a8-a783-f97db3973ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:01:46.433257 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Attempting to bind port 682e0ae4-2d33-4a3f-a104-162c7ace166f on network b7b0b5e1-057a-40a8-a783-f97db3973ff9 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:46.444638 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:46.444980 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Checking segment: {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:46.445412 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Bound using segment: {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:46.445932 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Bound port: 682e0ae4-2d33-4a3f-a104-162c7ace166f, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0024dcb6-3448-41e7-bb4f-77e0a1bcf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:46.446185 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:46.519495 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:46.523258 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:46.617233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15b12-2071-4e41-b3f3-25fdd21a24ed req-076ead39-b764-4a0e-903f-0704ee556733 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:46.622584 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-adc15b12-2071-4e41-b3f3-25fdd21a24ed req-076ead39-b764-4a0e-903f-0704ee556733 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.0844600 Jun 16 17:01:46.674599 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-adc15b12-2071-4e41-b3f3-25fdd21a24ed req-a2a80b0f-353a-4a59-9510-b3855fec15e0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487659 Jun 16 17:01:46.764347 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:46.776525 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:46.840966 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:46.841687 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:46.843167 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] 10.222.0.96 "PUT /v2.0/ports/682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 1093 time: 1.7586145 Jun 16 17:01:46.843720 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:46.864438 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c105d7f6-4af7-4839-b441-b981db07ea7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:46.938197 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Pushing event updated for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:46.948648 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:47.046306 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9ae0-9e2b-4e9e-bb3f-67b221821b29 req-c89218ff-5076-4541-8be1-5ff43a7cafe1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:47.051308 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ab0f9ae0-9e2b-4e9e-bb3f-67b221821b29 req-c89218ff-5076-4541-8be1-5ff43a7cafe1 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.0973680 Jun 16 17:01:47.141707 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ab0f9ae0-9e2b-4e9e-bb3f-67b221821b29 req-1c14d71b-069a-4851-9f1e-b1cec1a42e44 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Jun 16 17:01:47.191068 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-309581d1-070c-4b11-a8e4-69b736eae99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:47.192630 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-309581d1-070c-4b11-a8e4-69b736eae99e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1096 time: 0.1559243 Jun 16 17:01:47.273093 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-0aa87892-c60f-418c-82bb-c9587f3c164f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 217 time: 0.0709889 Jun 16 17:01:47.422380 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d8037e-ba2c-424d-b9a4-33b7ed414135 x-openstack-request-id: req-f2d8037e-ba2c-424d-b9a4-33b7ed414135 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:47.439561 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:47.439992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2d8037e-ba2c-424d-b9a4-33b7ed414135 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:47.440504 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'status': 'completed', 'code': 200} Jun 16 17:01:47.475976 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2ed0f58-746c-45bd-8132-d339c1be38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:47.479255 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-d2ed0f58-746c-45bd-8132-d339c1be38b3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 200 len: 854 time: 0.1953976 Jun 16 17:01:47.526675 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d432d0-0aa6-488d-a306-d9714704baf8 req-08dcf0f5-d0de-4545-8124-dace8a58b264 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:47.542226 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-51d432d0-0aa6-488d-a306-d9714704baf8 req-08dcf0f5-d0de-4545-8124-dace8a58b264 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1744759 Jun 16 17:01:47.593457 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-acfe0165-3e75-449d-9ad7-98a9191b03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:47.595229 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-acfe0165-3e75-449d-9ad7-98a9191b03d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7b0b5e1-057a-40a8-a783-f97db3973ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1067910 Jun 16 17:01:47.661515 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-51d432d0-0aa6-488d-a306-d9714704baf8 req-eda116ff-ee30-45e3-9dd1-08e734345dc7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132991 Jun 16 17:01:47.801332 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-7dfc1917-beb7-4ea2-8c15-d6aee3c28938 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940665 Jun 16 17:01:47.944161 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe12951-bb76-405b-8abe-b45c58775de3 req-15751edd-331b-4497-b91e-838b1c2e9fdf tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:47.948249 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dfe12951-bb76-405b-8abe-b45c58775de3 req-15751edd-331b-4497-b91e-838b1c2e9fdf tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.2418132 Jun 16 17:01:48.110306 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dfe12951-bb76-405b-8abe-b45c58775de3 req-998426f6-6554-4fb3-a2c5-e49763951b98 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405444 Jun 16 17:01:48.210880 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e559d-abdb-4bf5-be75-6b19b86693a0 req-636b68b7-a92e-44ec-b78a-00a9eda49542 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:48.214878 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-729e559d-abdb-4bf5-be75-6b19b86693a0 req-636b68b7-a92e-44ec-b78a-00a9eda49542 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1723430 Jun 16 17:01:48.520884 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-729e559d-abdb-4bf5-be75-6b19b86693a0 req-11601bd7-a4d5-49bd-aa0c-5e33fc7e8a4a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990568 Jun 16 17:01:48.527215 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-16c83b16-e0ff-493c-9772-41567f4a1da7 req-50862470-ff60-41c8-a900-285ffbaae561 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974247 Jun 16 17:01:48.616587 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:48.652607 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0a97-dc3a-4948-8fbd-d5c97a4fbd1f req-4f9dea57-b422-4ed8-85b7-eb9de2053711 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:48.654400 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f58e0a97-dc3a-4948-8fbd-d5c97a4fbd1f req-4f9dea57-b422-4ed8-85b7-eb9de2053711 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.3588057 Jun 16 17:01:48.774226 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f58e0a97-dc3a-4948-8fbd-d5c97a4fbd1f req-dc100ecf-93dc-40ac-a58b-77868d6a46e4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058817 Jun 16 17:01:48.993039 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-6a75a7a3-67b3-4817-ba94-a8715484d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:48.996244 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-6a75a7a3-67b3-4817-ba94-a8715484d596 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1096 time: 0.2324157 Jun 16 17:01:48.999302 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-3cc13dcb-d6f5-44ea-9b6e-a8f7db63d1d4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:49.001454 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-3cc13dcb-d6f5-44ea-9b6e-a8f7db63d1d4 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.2639413 Jun 16 17:01:49.265123 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-7eb0df5e-edf9-411d-9cbb-b25d7c80b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:49.265123 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-7eb0df5e-edf9-411d-9cbb-b25d7c80b513 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 917 time: 0.2503924 Jun 16 17:01:49.277421 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0907654-4234-4384-9c7b-4a281e30927f req-3bfee855-2950-4469-ac47-121c3cc64163 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:49.279062 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e0907654-4234-4384-9c7b-4a281e30927f req-3bfee855-2950-4469-ac47-121c3cc64163 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1093426 Jun 16 17:01:49.348479 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e0907654-4234-4384-9c7b-4a281e30927f req-6d27aea1-fb4e-4d97-a66e-347becc52506 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529387 Jun 16 17:01:49.354533 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Deleting port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:49.355084 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.467383 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-61f46497-425c-4339-9fb9-5e33a75befe3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 217 time: 0.1331577 Jun 16 17:01:49.612956 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] For port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,segment=NetworkSegment(525fc1bc-04c7-4d38-9880-0dcdcd719b0d),segment_id=525fc1bc-04c7-4d38-9880-0dcdcd719b0d)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:49.620070 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.831565 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-4dee3109-3125-4b3b-8951-0f67c24e33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:49.833202 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-4dee3109-3125-4b3b-8951-0f67c24e33b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 200 len: 854 time: 0.0676055 Jun 16 17:01:49.982480 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Calling delete_port for 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:50.069463 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa83f87-6cc9-41c5-9674-25caf7fddc44 req-e9b97d50-8a23-4cf5-8acb-f5f1cbdceff1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.069463 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bfa83f87-6cc9-41c5-9674-25caf7fddc44 req-e9b97d50-8a23-4cf5-8acb-f5f1cbdceff1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.6101830 Jun 16 17:01:50.087101 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-f6b8a70d-539a-4b4b-bbc9-a63fdeddcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.090001 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-f6b8a70d-539a-4b4b-bbc9-a63fdeddcd2f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7b0b5e1-057a-40a8-a783-f97db3973ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2386138 Jun 16 17:01:50.392006 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bfa83f87-6cc9-41c5-9674-25caf7fddc44 req-abde44fe-76c8-4cd2-bbda-7a1ed0e4d53c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245652 Jun 16 17:01:50.504293 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62ecfa-a328-420f-843f-5a58e9b73773 req-a1e039a0-8d77-4e99-a508-2bdc91bc1d3a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.506436 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bf62ecfa-a328-420f-843f-5a58e9b73773 req-a1e039a0-8d77-4e99-a508-2bdc91bc1d3a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.5216310 Jun 16 17:01:50.520260 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-e60203fa-5253-400a-b71c-84c91f14936e service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880579 Jun 16 17:01:50.574466 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bf62ecfa-a328-420f-843f-5a58e9b73773 req-430cde0a-bb9b-41d5-aa83-1c5cff21338f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538344 Jun 16 17:01:50.811563 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c520b1-4d2b-401c-af2b-73a653d65d91 req-7410fac6-5cbb-4e52-861a-0ced657ca957 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.814543 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c520b1-4d2b-401c-af2b-73a653d65d91 req-7410fac6-5cbb-4e52-861a-0ced657ca957 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 945 time: 0.2163565 Jun 16 17:01:50.909005 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.917314 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c25b44e3-f516-4a0e-8825-616d5c203270 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:51.047337 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Pushing event deleted for resources: {'Port': ['ID=6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:51.070343 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:51.134846 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c520b1-4d2b-401c-af2b-73a653d65d91 req-55bd0e68-b4d4-4518-9bb5-5e138b98b24e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/security-groups?id=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296090 Jun 16 17:01:51.149765 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c105d7f6-4af7-4839-b441-b981db07ea7a req-835ee813-7ef9-46c6-ae58-b338fb15ae7b service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378339 Jun 16 17:01:51.250334 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] No DVR routers for this DVR port 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:51.260262 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.271359 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-117211cf-9b5a-496d-b909-8579e5acaaa8 req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.96 "DELETE /v2.0/ports/6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 HTTP/1.1" status: 204 len: 173 time: 2.2556713 Jun 16 17:01:51.278775 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'name': 'network-vif-deleted', 'tag': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:51.278775 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7bfbd-f1ac-44dd-909a-1c90cada973a" -d '{"events": [{"server_uuid": "c8907a2c-ec84-486f-ab96-976acca1c355", "name": "network-vif-deleted", "tag": "6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:51.290623 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296cf69-45b4-4769-81ad-a634702dfea7 req-cb2ae13e-80d4-4163-ba2d-c1521da7d6de tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.303522 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f296cf69-45b4-4769-81ad-a634702dfea7 req-cb2ae13e-80d4-4163-ba2d-c1521da7d6de tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.4776068 Jun 16 17:01:51.370443 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b90c61-5f7d-49c3-a69a-29c85039f00e x-openstack-request-id: req-d8b90c61-5f7d-49c3-a69a-29c85039f00e {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:51.370808 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8907a2c-ec84-486f-ab96-976acca1c355", "name": "network-vif-deleted", "tag": "6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:51.371182 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8b90c61-5f7d-49c3-a69a-29c85039f00e {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:51.372368 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8907a2c-ec84-486f-ab96-976acca1c355', 'name': 'network-vif-deleted', 'tag': '6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65', 'status': 'completed', 'code': 200} Jun 16 17:01:51.415439 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f296cf69-45b4-4769-81ad-a634702dfea7 req-03247771-1f87-4a54-8a72-8aa927c8f8b5 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106410 Jun 16 17:01:51.719142 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b06824-279a-459a-a4bb-b2f458b5cae9 req-2d946319-abcb-4a06-8ad9-48bdde64dcc2 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.720735 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3b06824-279a-459a-a4bb-b2f458b5cae9 req-2d946319-abcb-4a06-8ad9-48bdde64dcc2 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1093755 Jun 16 17:01:51.794756 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3b06824-279a-459a-a4bb-b2f458b5cae9 req-26539fa3-edc3-4976-8ef7-5faa31982f55 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636711 Jun 16 17:01:51.853449 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067e844-3871-4eaa-a88f-ec502fb69b51 req-f1a974fe-d05b-4756-9ec6-9b9227581870 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.860106 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f067e844-3871-4eaa-a88f-ec502fb69b51 req-f1a974fe-d05b-4756-9ec6-9b9227581870 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1380665 Jun 16 17:01:51.910546 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f067e844-3871-4eaa-a88f-ec502fb69b51 req-f4a0178e-9b85-428a-8296-73cc074c3b61 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425072 Jun 16 17:01:52.496441 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2391cf67-6790-4362-8507-5a6c9612ca6b req-652486f9-6bad-43b6-9446-927134c00c92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.0696962 Jun 16 17:01:52.835690 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:52.916211 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:52.923436 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 6c3954b1-128b-4f0e-8fd0-98c1cfbf7f65 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:52.951558 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0f84e-e16c-49cd-834b-1f88e920f701 req-6520021e-e4ad-4caa-859a-04cb1fcec568 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:52.953616 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ab0f84e-e16c-49cd-834b-1f88e920f701 req-6520021e-e4ad-4caa-859a-04cb1fcec568 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2198408 Jun 16 17:01:53.068349 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ab0f84e-e16c-49cd-834b-1f88e920f701 req-37754c0d-f7ae-401f-a841-fae2159dac59 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084840 Jun 16 17:01:53.275776 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae9cd1-51c7-4545-905c-6b27e4bdf89f req-defb8cb9-37fa-447c-b3fc-e85ed4db6fad tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.284264 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-24ae9cd1-51c7-4545-905c-6b27e4bdf89f req-defb8cb9-37fa-447c-b3fc-e85ed4db6fad tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1685810 Jun 16 17:01:53.395323 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-24ae9cd1-51c7-4545-905c-6b27e4bdf89f req-02cf7367-bf0b-4294-8b97-fa92791598ca tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098659 Jun 16 17:01:53.452653 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a74e24-5148-4c0f-bcc0-19782be650fe req-d4452d6b-8ab6-4d66-a2a3-11c45120fde9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.458979 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-79a74e24-5148-4c0f-bcc0-19782be650fe req-d4452d6b-8ab6-4d66-a2a3-11c45120fde9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1673648 Jun 16 17:01:53.532959 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-79a74e24-5148-4c0f-bcc0-19782be650fe req-ff93a345-f316-4464-a730-c4704877a6c3 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777814 Jun 16 17:01:53.849275 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-02defa63-67aa-4f5f-8e2e-4d63febfdd1e req-0aed9428-4456-496f-9595-ef18e4008a43 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8907a2c-ec84-486f-ab96-976acca1c355 HTTP/1.1" status: 200 len: 210 time: 0.0853190 Jun 16 17:01:54.516923 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4e97b-c0e2-4d50-a253-8d73fe5c917e req-19856bf7-06fd-4743-93ac-5609d787735d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.537445 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6c4e97b-c0e2-4d50-a253-8d73fe5c917e req-19856bf7-06fd-4743-93ac-5609d787735d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2463512 Jun 16 17:01:54.635527 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6c4e97b-c0e2-4d50-a253-8d73fe5c917e req-0eda7d53-31bd-4420-8fa5-ecbe38f81ab8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847650 Jun 16 17:01:54.966200 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39ae8-7da1-44cf-9beb-0480c5c3ffde req-893c3ac6-7375-4624-b039-f4d0a5ee416e tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.967855 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-19e39ae8-7da1-44cf-9beb-0480c5c3ffde req-893c3ac6-7375-4624-b039-f4d0a5ee416e tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1870589 Jun 16 17:01:55.046317 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21625ebc-ead8-4131-915f-f3c5f72649bc req-24ea91a1-e533-498a-8a32-89f97718c710 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:55.055716 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21625ebc-ead8-4131-915f-f3c5f72649bc req-24ea91a1-e533-498a-8a32-89f97718c710 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.1451385 Jun 16 17:01:55.144772 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-21625ebc-ead8-4131-915f-f3c5f72649bc req-e78a925b-5ca1-4196-ba2c-fad5b2d9b175 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873070 Jun 16 17:01:55.153206 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-19e39ae8-7da1-44cf-9beb-0480c5c3ffde req-86c835db-1dd5-4cb5-b899-4ec9b97be434 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551991 Jun 16 17:01:55.356050 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 33168) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:55.375002 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Deleting subnet 4c713bb7-142f-4e5e-8e99-8082f0c447b9 {{(pid=100140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:01:55.380507 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.498876 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9163966'] for subnet, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.582976 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.912977 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9855718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934181'] for subnet, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.927865 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:55.934521 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.940712 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4c713bb7-142f-4e5e-8e99-8082f0c447b9 HTTP/1.1" status: 204 len: 168 time: 0.6308906 Jun 16 17:01:56.005540 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 33178) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:56.093864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c713bb7-142f-4e5e-8e99-8082f0c447b9,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:56.109171 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:56.142413 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabb7ec-a9d6-4502-8533-fc2eb11c6a72 req-1f6bbec5-a768-4691-9861-9bc785747d95 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:56.169073 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-afabb7ec-a9d6-4502-8533-fc2eb11c6a72 req-1f6bbec5-a768-4691-9861-9bc785747d95 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2666261 Jun 16 17:01:56.226965 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.282731 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-afabb7ec-a9d6-4502-8533-fc2eb11c6a72 req-9ae5bd76-4a8d-4517-97c1-ae017ef04bb7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119978 Jun 16 17:01:56.527386 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.544680 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e619040b-3be7-4676-99c4-cf9747381ca5']}} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:56.565542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525fc1bc-04c7-4d38-9880-0dcdcd719b0d') {'for_net_delete': True} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:56.567499 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525fc1bc-04c7-4d38-9880-0dcdcd719b0d') {} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:56.586733 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9163943'] for segment, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.616476 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.631201 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=100140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:01:56.635446 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55062027-fb78-41ca-8494-209cb595ef9a req-4563487e-39c2-4775-88ea-2c53e472e062 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:56.636694 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9855609'] for segment, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: Traceback (most recent call last): Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: timer() Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: cb(*args, **kw) Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: return func(*args, **kwargs) Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: self._notify() Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: self.callback(batched_events) Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: event.method(event) Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: return f(self, *a, **k) Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: return self._get(url).json() Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:01:56.642883 dv-cinder-783389-6-smb neutron-server[100140]: return self.request(url, 'GET', **kwargs) Jun 16 17:01:56.647430 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:01:56.647430 dv-cinder-783389-6-smb neutron-server[100140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:01:56.647430 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:01:56.647430 dv-cinder-783389-6-smb neutron-server[100140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:01:56.647430 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:01:56.647430 dv-cinder-783389-6-smb neutron-server[100140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:01:56.647430 dv-cinder-783389-6-smb neutron-server[100140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:01:56.649521 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-55062027-fb78-41ca-8494-209cb595ef9a req-4563487e-39c2-4775-88ea-2c53e472e062 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.2400949 Jun 16 17:01:56.710243 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3be3d0-1b48-4b52-88ae-501bdf40c06a req-e8758a41-a81e-4016-919e-5639dce9b86d tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:56.711798 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cd3be3d0-1b48-4b52-88ae-501bdf40c06a req-e8758a41-a81e-4016-919e-5639dce9b86d tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.2509022 Jun 16 17:01:56.749577 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-55062027-fb78-41ca-8494-209cb595ef9a req-0b4383d7-c87f-44b4-9823-49415424a7eb tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979080 Jun 16 17:01:56.808268 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cd3be3d0-1b48-4b52-88ae-501bdf40c06a req-5b5b4636-cff0-4efa-aeab-d9bc773ad030 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733492 Jun 16 17:01:57.175347 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.180845 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:57.186629 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.212313 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e619040b-3be7-4676-99c4-cf9747381ca5 HTTP/1.1" status: 204 len: 168 time: 1.1965749 Jun 16 17:01:57.234602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Pushing event deleted for resources: {'Network': ['ID=e619040b-3be7-4676-99c4-cf9747381ca5,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:57.238431 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c5cc5464-6af9-47af-99d3-55f64f0f6788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:57.662721 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfda412-0742-4c3f-a4fc-0d7f8c045476 req-db341629-8bcd-4f1d-87a6-7a68a39436c1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:57.675646 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9cfda412-0742-4c3f-a4fc-0d7f8c045476 req-db341629-8bcd-4f1d-87a6-7a68a39436c1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2009013 Jun 16 17:01:57.753750 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9cfda412-0742-4c3f-a4fc-0d7f8c045476 req-8cbb48f4-f417-496a-922a-04b37d4ea646 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769053 Jun 16 17:01:57.888836 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 33210) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:58.133554 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-a3ffe8c7-30c0-4572-aad5-fb503e737135 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=879a92fd1ea343c9b73dd7abee0ecfa3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2423716 Jun 16 17:01:58.137315 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 33212) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:58.302029 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.411329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.621688 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baa942-6409-4463-a0ab-1295ca05dea6 req-1ed56809-5377-45e2-b36f-105cea24c1ca tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:58.631097 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-65baa942-6409-4463-a0ab-1295ca05dea6 req-1ed56809-5377-45e2-b36f-105cea24c1ca tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.4381921 Jun 16 17:01:58.669903 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.679902 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.688177 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb HTTP/1.1" status: 204 len: 168 time: 0.5467651 Jun 16 17:01:58.695107 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-850ddabb-be87-4f79-95e1-46c6d9ee4cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:58.739128 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d9bcad-3c3e-4cf7-8b9e-e4b3c5527aeb,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:58.748327 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:58.776221 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2a9c4-fb51-4446-8e54-3d8e72920436 req-d056be6f-168d-44d8-8bfb-b2b051709592 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:58.779194 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-02a2a9c4-fb51-4446-8e54-3d8e72920436 req-d056be6f-168d-44d8-8bfb-b2b051709592 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.4637396 Jun 16 17:01:58.877149 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-02a2a9c4-fb51-4446-8e54-3d8e72920436 req-743911bc-40a2-4479-9e3b-6df111dee97d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848482 Jun 16 17:01:58.896451 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-65baa942-6409-4463-a0ab-1295ca05dea6 req-fcd2f1b7-369d-4337-8a2a-2e46bfc44d31 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420955 Jun 16 17:01:59.398345 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7905fe-177b-4f94-8861-57035c3f7468 req-a79d1133-5988-4551-9aed-15ed70ff0de1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:59.413848 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2e7905fe-177b-4f94-8861-57035c3f7468 req-a79d1133-5988-4551-9aed-15ed70ff0de1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1935012 Jun 16 17:01:59.569831 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2e7905fe-177b-4f94-8861-57035c3f7468 req-476a5c85-2c8b-4036-9439-534f9cc713dd tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530366 Jun 16 17:02:00.676472 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bb93f-5215-45f9-ab22-7ab25a8220a9 req-b28e4cdd-7619-4d53-bc9f-2c2b205f7d82 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:00.682505 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec8bb93f-5215-45f9-ab22-7ab25a8220a9 req-b28e4cdd-7619-4d53-bc9f-2c2b205f7d82 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.3104811 Jun 16 17:02:00.709908 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ec04b-61d1-4e81-aa76-45278d1ab318 req-8576070d-e1d0-4d14-86ce-c565d4bc8436 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:00.718333 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c13ec04b-61d1-4e81-aa76-45278d1ab318 req-8576070d-e1d0-4d14-86ce-c565d4bc8436 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.3106461 Jun 16 17:02:00.817999 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c13ec04b-61d1-4e81-aa76-45278d1ab318 req-384eb564-cb76-4a1e-95aa-9ca2565c3eb9 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960305 Jun 16 17:02:00.860885 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec8bb93f-5215-45f9-ab22-7ab25a8220a9 req-7b66e71e-ab4a-45fe-a186-afcf3416aa40 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217046 Jun 16 17:02:01.345657 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bdb13-782c-4013-999b-b54fd545c252 req-89ef1504-92b1-4ea5-b2bf-39794e419bda tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:01.350983 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a9bdb13-782c-4013-999b-b54fd545c252 req-89ef1504-92b1-4ea5-b2bf-39794e419bda tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1464653 Jun 16 17:02:01.455866 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a9bdb13-782c-4013-999b-b54fd545c252 req-cd56a512-b290-43f6-87de-162594befdf6 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891349 Jun 16 17:02:02.332389 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71303e-6696-494f-a621-e45a40b5d023 req-ac63ca0d-fc71-4ad0-aaf3-262ea3350faf tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:02.336152 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6d71303e-6696-494f-a621-e45a40b5d023 req-ac63ca0d-fc71-4ad0-aaf3-262ea3350faf tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.2430465 Jun 16 17:02:02.429137 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6d71303e-6696-494f-a621-e45a40b5d023 req-b5266d46-4b8d-4701-8a24-92d08fa9cf81 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842257 Jun 16 17:02:02.463096 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38710b-6cec-45d3-b527-9178591821fd req-0b1035a3-cde9-48a6-ac54-21845af32e2c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:02.463096 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dd38710b-6cec-45d3-b527-9178591821fd req-0b1035a3-cde9-48a6-ac54-21845af32e2c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.2461874 Jun 16 17:02:02.553097 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dd38710b-6cec-45d3-b527-9178591821fd req-402a2acc-0257-4bf2-a49d-43842ada284e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846059 Jun 16 17:02:02.808294 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7bfca-fba1-4a58-824e-2e048cefd4f2 req-4aeeb2b3-dd41-4bcb-a77c-98795281641a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:02.812169 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8da7bfca-fba1-4a58-824e-2e048cefd4f2 req-4aeeb2b3-dd41-4bcb-a77c-98795281641a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1908505 Jun 16 17:02:02.879951 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8da7bfca-fba1-4a58-824e-2e048cefd4f2 req-bc4cf7fb-946c-4798-a003-b6f3e74e2c29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Jun 16 17:02:03.412146 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 33324) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:03.735284 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6c320831-c886-4135-91f8-c0ab1d7fdbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.977130 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470e625-d67c-4d71-aa79-77f4dcda277f req-ae9602dd-db07-4950-982d-80aba7c2aadc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:03.981145 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8470e625-d67c-4d71-aa79-77f4dcda277f req-ae9602dd-db07-4950-982d-80aba7c2aadc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.2518899 Jun 16 17:02:03.987164 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c3bf1-9053-4e46-9836-8800e211acd1 req-03369978-6b38-42fd-868e-fb880b8ea5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:03.988810 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ef2c3bf1-9053-4e46-9836-8800e211acd1 req-03369978-6b38-42fd-868e-fb880b8ea5c4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1098 time: 0.1574972 Jun 16 17:02:04.043651 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6c320831-c886-4135-91f8-c0ab1d7fdbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.064448 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb2dc1-c3e7-45a9-acfa-fd8faf96d1ca req-ef2f2260-7441-484a-88ee-beebe4a3ef22 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:04.078323 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-13cb2dc1-c3e7-45a9-acfa-fd8faf96d1ca req-ef2f2260-7441-484a-88ee-beebe4a3ef22 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 943 time: 0.2374892 Jun 16 17:02:04.156779 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6c320831-c886-4135-91f8-c0ab1d7fdbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.159898 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7db27695-d7b8-4f4c-b6db-c26ef1b449a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:04.170765 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8470e625-d67c-4d71-aa79-77f4dcda277f req-bfb0bfe3-5671-4304-a48c-07fa609f273f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674690 Jun 16 17:02:04.246575 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c320831-c886-4135-91f8-c0ab1d7fdbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1159f-043a-4d36-8b00-fa6ced5a3085,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:04.249641 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-13cb2dc1-c3e7-45a9-acfa-fd8faf96d1ca req-3071d354-80bc-4dce-8596-6887614fd867 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676397 Jun 16 17:02:04.274102 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6c320831-c886-4135-91f8-c0ab1d7fdbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:04.314109 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6c320831-c886-4135-91f8-c0ab1d7fdbbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec9e8f4c4dda493681ca242eb8c8f480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8995709 Jun 16 17:02:04.318374 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33344) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:04.346673 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-ef2c3bf1-9053-4e46-9836-8800e211acd1 req-517f0a45-e825-4a9c-a626-6725851b9c82 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292973 Jun 16 17:02:04.434793 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.526522 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.657694 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582cfe-a065-4db8-9e83-b35ca3239444 req-b101eac1-451f-423c-bffe-0e791190057f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:04.670307 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-73582cfe-a065-4db8-9e83-b35ca3239444 req-b101eac1-451f-423c-bffe-0e791190057f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2116106 Jun 16 17:02:04.742004 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-73582cfe-a065-4db8-9e83-b35ca3239444 req-7a4fac2e-2e9a-424b-b83f-2ccc162180e9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658329 Jun 16 17:02:04.785323 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.788196 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.790270 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49c1159f-043a-4d36-8b00-fa6ced5a3085 HTTP/1.1" status: 204 len: 168 time: 0.4706039 Jun 16 17:02:04.791907 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-146ed2b9-1448-4c93-95b7-9598164ee10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:04.807221 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1159f-043a-4d36-8b00-fa6ced5a3085,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:04.818425 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.818800 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.819156 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.819518 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.819925 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.820274 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.820616 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.820989 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.821346 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.822320 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.822600 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.823432 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:04.827106 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:04.943028 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:05.086250 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:05.123563 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'port_id': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'mac_address': 'fa:16:3e:3b:d1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:05.201696 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:05.219769 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:05.265790 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:05.368175 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:05.370648 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:05.620890 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=9']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:05.651681 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.651993 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.652476 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.652845 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.655742 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.656351 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.656872 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.657455 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.658094 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.658595 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.659319 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.659824 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:05.689318 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:05.760249 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:05.789695 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60d25-b1ba-4740-a5b6-ffcbe692a6ba req-b3619c54-a24e-4643-bde9-def9130f70cb tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:05.801368 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b8d60d25-b1ba-4740-a5b6-ffcbe692a6ba req-b3619c54-a24e-4643-bde9-def9130f70cb tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.3657975 Jun 16 17:02:05.933503 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b8d60d25-b1ba-4740-a5b6-ffcbe692a6ba req-6cde4ea9-ed8a-41bd-ba99-ee2e368ff123 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301527 Jun 16 17:02:05.983640 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c42b3-bf87-478a-80bc-bcdce1d4fa78 req-0d32005a-d88d-4f82-b87c-4c987c042eea tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:05.990406 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3c3c42b3-bf87-478a-80bc-bcdce1d4fa78 req-0d32005a-d88d-4f82-b87c-4c987c042eea tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 944 time: 0.3518372 Jun 16 17:02:06.142180 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3c3c42b3-bf87-478a-80bc-bcdce1d4fa78 req-08efd655-d67f-4086-ae46-989d99ba87a0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442113 Jun 16 17:02:06.436697 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04514b8-9e6f-4d0a-bb91-612c55b27aab req-2efaaa0a-06a0-4826-a7c2-4bb513701799 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:06.444541 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f04514b8-9e6f-4d0a-bb91-612c55b27aab req-2efaaa0a-06a0-4826-a7c2-4bb513701799 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1525371 Jun 16 17:02:06.559044 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f04514b8-9e6f-4d0a-bb91-612c55b27aab req-0410dfb4-d580-41e7-9fe5-56860630d4e9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109824 Jun 16 17:02:06.949009 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:07.077213 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:07.080084 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.352310 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.419473 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:07.439707 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94e733a-afd4-413d-866b-cac7f2898034" -d '{"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-plugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:07.479707 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:07.625785 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.630281 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:07.662696 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcac3-02df-43f1-9636-b45d783852fc req-06dc33bc-223c-48b9-bd8d-407511253a18 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:07.676567 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c2dcac3-02df-43f1-9636-b45d783852fc req-06dc33bc-223c-48b9-bd8d-407511253a18 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 944 time: 0.2199423 Jun 16 17:02:07.752237 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c69647-8d18-412b-aa1b-3bb3e10538dd req-8a2b410f-aef9-4c25-af63-986fc1d838d1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:07.755645 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-51c69647-8d18-412b-aa1b-3bb3e10538dd req-8a2b410f-aef9-4c25-af63-986fc1d838d1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.2239251 Jun 16 17:02:07.786981 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=10']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:07.807116 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:07.861688 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c2dcac3-02df-43f1-9636-b45d783852fc req-c018219b-cc44-47ca-b7e6-a60e42114b8f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832988 Jun 16 17:02:07.916902 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-51c69647-8d18-412b-aa1b-3bb3e10538dd req-c727071c-5a8b-4444-9384-2e28f4183d5e tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112494 Jun 16 17:02:07.995874 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a34278b-38bb-413d-8185-e80a90a6ee12 x-openstack-request-id: req-7a34278b-38bb-413d-8185-e80a90a6ee12 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:07.996823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-plugged", "status": "completed", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:07.996823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a34278b-38bb-413d-8185-e80a90a6ee12 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:07.997280 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'code': 200} Jun 16 17:02:08.222414 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fdf00-775f-47c6-8609-86beb7f546df req-eb32f331-51d2-4875-8f85-68b3e259dfb0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:08.224718 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2d7fdf00-775f-47c6-8609-86beb7f546df req-eb32f331-51d2-4875-8f85-68b3e259dfb0 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0989947 Jun 16 17:02:08.349159 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2d7fdf00-775f-47c6-8609-86beb7f546df req-29e8b047-45b8-4564-9c51-8ead7ee621e6 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117458 Jun 16 17:02:09.013850 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0811eeb8-0fd2-4b4e-87f5-9e629d638614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:09.281320 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0595a-d4ec-4ad4-8648-71855bdf7643 req-f9fd7af6-9504-4340-974b-47e2ae06d81c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:09.286107 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a7c0595a-d4ec-4ad4-8648-71855bdf7643 req-f9fd7af6-9504-4340-974b-47e2ae06d81c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.2009146 Jun 16 17:02:09.334567 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ecc0a-0c7a-42b8-9713-eaf6005fadc9 req-6487cc87-5ca6-4621-9471-84c3b1fca257 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:09.336235 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fc3ecc0a-0c7a-42b8-9713-eaf6005fadc9 req-6487cc87-5ca6-4621-9471-84c3b1fca257 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1916227 Jun 16 17:02:09.381197 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a7c0595a-d4ec-4ad4-8648-71855bdf7643 req-e1f6de06-bb40-4202-bc71-ca7ff4b1dbe8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852902 Jun 16 17:02:09.414416 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fc3ecc0a-0c7a-42b8-9713-eaf6005fadc9 req-a85c9eaa-949e-41cf-9f52-e5965de965a4 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671699 Jun 16 17:02:09.619482 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e863af-1856-4c75-ad22-cd7ca15fc8d5 req-2bd2a239-4d57-459a-9f40-7ecc86f4499e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:09.622219 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d2e863af-1856-4c75-ad22-cd7ca15fc8d5 req-2bd2a239-4d57-459a-9f40-7ecc86f4499e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0987289 Jun 16 17:02:09.668352 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d2e863af-1856-4c75-ad22-cd7ca15fc8d5 req-fd89fd15-7929-4079-9fb1-db527f0ebba4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Jun 16 17:02:10.693539 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3b99-350c-4f60-a6c4-db0fdf3a1467 req-6990ec47-3c0e-4e5c-a3a0-bc122a3b428d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:10.705388 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-82ad3b99-350c-4f60-a6c4-db0fdf3a1467 req-6990ec47-3c0e-4e5c-a3a0-bc122a3b428d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.1357372 Jun 16 17:02:10.775547 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-82ad3b99-350c-4f60-a6c4-db0fdf3a1467 req-5d15d53b-1eb7-4cd7-ac08-7eb92f6f3998 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695457 Jun 16 17:02:10.925766 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180c021-c337-49e4-b294-ec5f65a99e4e req-fba76bbe-72b2-4442-bf74-b9bf7264f84c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:10.927352 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5180c021-c337-49e4-b294-ec5f65a99e4e req-fba76bbe-72b2-4442-bf74-b9bf7264f84c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1900938 Jun 16 17:02:11.141959 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5180c021-c337-49e4-b294-ec5f65a99e4e req-778f79a4-2292-4061-9fd6-6902fe4cbb8c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981692 Jun 16 17:02:11.191230 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8b29-e1db-45c7-9f02-7c2b95f49f64 req-63116a2b-5c00-42c3-be63-39be3880d855 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:11.202095 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a65d8b29-e1db-45c7-9f02-7c2b95f49f64 req-63116a2b-5c00-42c3-be63-39be3880d855 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1843722 Jun 16 17:02:11.256626 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a65d8b29-e1db-45c7-9f02-7c2b95f49f64 req-800ae517-e14c-4064-8f4f-805fc98d4a64 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491531 Jun 16 17:02:11.859549 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-1370cc4f-76fb-4d6b-b7cd-cd12eaf04000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:12.191233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7528-e9db-4192-9889-a000a6d0663a req-dcde48da-283b-43a1-b569-549d16c46034 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.191233 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a27c7528-e9db-4192-9889-a000a6d0663a req-dcde48da-283b-43a1-b569-549d16c46034 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.1161401 Jun 16 17:02:12.191233 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a27c7528-e9db-4192-9889-a000a6d0663a req-6b644356-6c9f-4cee-9f16-bfbaef38e37e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Jun 16 17:02:12.436342 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f55227-31db-4860-862a-fb1d367b0894 req-2d53d619-2575-4c3d-883b-4f6f2bcc0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.438793 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a9f55227-31db-4860-862a-fb1d367b0894 req-2d53d619-2575-4c3d-883b-4f6f2bcc0375 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1099 time: 0.1906762 Jun 16 17:02:12.640867 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:12.651271 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd19a9-f4d3-4a23-8443-c45bc607edeb req-69a248be-fb5e-42ff-aff0-9811ba98243d tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.658898 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9dd19a9-f4d3-4a23-8443-c45bc607edeb req-69a248be-fb5e-42ff-aff0-9811ba98243d tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.2495210 Jun 16 17:02:12.673660 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a9f55227-31db-4860-862a-fb1d367b0894 req-c76d5939-88d8-43d3-a883-44077e09804f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087160 Jun 16 17:02:12.708988 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832f431-6b1b-4f63-a2b9-591cf45f1518 req-bc6ddb1a-f486-4274-b024-855d28962860 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.711392 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d832f431-6b1b-4f63-a2b9-591cf45f1518 req-bc6ddb1a-f486-4274-b024-855d28962860 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2356687 Jun 16 17:02:12.798726 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9dd19a9-f4d3-4a23-8443-c45bc607edeb req-d15dedaa-37d8-4e1c-8a70-fb8f7cbdfda3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356516 Jun 16 17:02:12.841995 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d832f431-6b1b-4f63-a2b9-591cf45f1518 req-0da6f416-d6e6-42c3-9112-694315d38c54 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195445 Jun 16 17:02:12.979432 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33558) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:13.197336 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-170c74fd-84cb-44a7-ae30-f9dff368ada3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.282498 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.486587 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-170c74fd-84cb-44a7-ae30-f9dff368ada3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.527102 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68216af-35c0-457f-9203-37dd253c56d5 req-0c70f1af-6c8e-4226-93bc-bf25d9f51b93 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:13.528683 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d68216af-35c0-457f-9203-37dd253c56d5 req-0c70f1af-6c8e-4226-93bc-bf25d9f51b93 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.1447008 Jun 16 17:02:13.592057 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d68216af-35c0-457f-9203-37dd253c56d5 req-06615665-0e47-489b-a4ae-9119ce4a2346 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538952 Jun 16 17:02:13.610618 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-170c74fd-84cb-44a7-ae30-f9dff368ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.624807 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-aea697dc-7a9a-45ca-bfbf-81a19d18d049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:13.675925 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c74fd-84cb-44a7-ae30-f9dff368ada3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba97526-f9a1-467d-8dec-b15fa6313923,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:13.686153 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-170c74fd-84cb-44a7-ae30-f9dff368ada3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:13.742294 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-170c74fd-84cb-44a7-ae30-f9dff368ada3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b193a806abbb48d2902a4cb42cf180d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7609525 Jun 16 17:02:13.747391 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33574) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:13.904519 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.972770 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f09e4-861a-4f4b-8c29-bb29e6c6a4fb req-278c39c4-bdbf-4e77-afbb-f9898b673e2a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:13.974465 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c5f09e4-861a-4f4b-8c29-bb29e6c6a4fb req-278c39c4-bdbf-4e77-afbb-f9898b673e2a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.2080514 Jun 16 17:02:13.977276 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:14.090515 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c5f09e4-861a-4f4b-8c29-bb29e6c6a4fb req-1c3492ec-d226-439c-956a-77270e806ce3 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048820 Jun 16 17:02:14.195209 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bfdad-6a10-4cb7-87db-965ca3855c31 req-73b12d5b-65ba-4a4a-864b-06e89cda706e tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:14.205935 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-546bfdad-6a10-4cb7-87db-965ca3855c31 req-73b12d5b-65ba-4a4a-864b-06e89cda706e tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1514935 Jun 16 17:02:14.272353 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-546bfdad-6a10-4cb7-87db-965ca3855c31 req-100b02f1-14bf-4fa8-94c4-0c5b362353da tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599220 Jun 16 17:02:14.353458 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33584) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:14.400718 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:14.404440 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:14.410279 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ba97526-f9a1-467d-8dec-b15fa6313923 HTTP/1.1" status: 204 len: 168 time: 0.6564240 Jun 16 17:02:14.713140 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7a6c19e7-461d-4753-8446-6e0457588f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:14.731424 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba97526-f9a1-467d-8dec-b15fa6313923,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:14.734087 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:14.767192 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Deleting subnet 3f1c55ca-c587-4afa-bbfc-825feb5c2144 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:02:14.773090 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:14.867385 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:14.877394 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:14.961131 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b43385-9350-42ca-9474-0f0e8f0a17e1 req-ae352145-be3d-44cf-a709-0888aa694364 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:14.964057 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-66b43385-9350-42ca-9474-0f0e8f0a17e1 req-ae352145-be3d-44cf-a709-0888aa694364 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.1491082 Jun 16 17:02:14.990667 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.041500 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-66b43385-9350-42ca-9474-0f0e8f0a17e1 req-f6ed0175-9313-473e-a705-440b702f8c26 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586987 Jun 16 17:02:15.076880 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.080988 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a58286a7-0a81-479b-ac91-9e3d68648154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:15.108017 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1c55ca-c587-4afa-bbfc-825feb5c2144,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:15.111406 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:15.112445 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.115256 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-30037e41-0258-48ad-bcb0-be595a478dfe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f1c55ca-c587-4afa-bbfc-825feb5c2144 HTTP/1.1" status: 204 len: 168 time: 0.7594657 Jun 16 17:02:15.119055 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33598) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:15.206143 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.314980 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.336041 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.336645 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.338263 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.338710 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.339140 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.339609 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.340054 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.340416 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.340744 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.341057 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.499911 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.500492 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.500659 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.501180 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:02:15.502029 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fece0361-b55d-4b62-a1cd-5bac3afb2cb9']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:15.559015 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58105ed9-5dd7-4d41-9645-34e81ac69c2b') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:15.559305 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58105ed9-5dd7-4d41-9645-34e81ac69c2b') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:15.596601 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.629947 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.644791 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:02:15.645189 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:02:15.650853 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:02:15.762424 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5f0c0-03e9-46cc-b84b-76b99e0189d7 req-17493d42-baa2-498b-8e6f-60c989bd840a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.762424 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dfc5f0c0-03e9-46cc-b84b-76b99e0189d7 req-17493d42-baa2-498b-8e6f-60c989bd840a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.4239016 Jun 16 17:02:15.776336 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76622-cd46-4d56-8d07-86a8bb50b8c2 req-b8ee0fa4-f0a2-4b94-b554-f559511857b7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.777996 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d1c76622-cd46-4d56-8d07-86a8bb50b8c2 req-b8ee0fa4-f0a2-4b94-b554-f559511857b7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.2701793 Jun 16 17:02:15.792171 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.819243 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dfc5f0c0-03e9-46cc-b84b-76b99e0189d7 req-c4f7121a-a49a-4140-aba3-69e382a08fcb tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704832 Jun 16 17:02:15.838688 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-087614e1-0397-44b8-a0bc-be3e60054c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.840958 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-087614e1-0397-44b8-a0bc-be3e60054c90 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1098 time: 0.1258802 Jun 16 17:02:15.857977 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d1c76622-cd46-4d56-8d07-86a8bb50b8c2 req-b4c26cec-8144-4daa-a263-778165f34b81 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590038 Jun 16 17:02:15.911599 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.919989 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6e407f17-2343-4fce-bc07-054ef795c958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:15.924197 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.926340 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fece0361-b55d-4b62-a1cd-5bac3afb2cb9 HTTP/1.1" status: 204 len: 168 time: 0.8060150 Jun 16 17:02:15.937662 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fece0361-b55d-4b62-a1cd-5bac3afb2cb9,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:15.940197 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d53d8adc-45c0-473c-aecb-7b4d60f905e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:15.969595 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-9826ec07-21e8-4475-befa-30119054bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.971460 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-9826ec07-21e8-4475-befa-30119054bfd7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 921 time: 0.1229334 Jun 16 17:02:16.024415 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-df26e871-d50d-478b-ac0d-cb2b24a8352e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0443628 Jun 16 17:02:16.087488 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-f15b9257-15c4-40fb-9a08-bdcd0a9cc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:16.090687 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-f15b9257-15c4-40fb-9a08-bdcd0a9cc768 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.0565033 Jun 16 17:02:16.131841 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-073794d9-1c61-40ae-bd04-af420857eb95 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339487 Jun 16 17:02:16.252266 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f983a78-b2e0-4b04-8c41-3815f9c4f1c0 req-fd2df2cc-635e-47a1-9410-ede580ed3365 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:16.254531 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9f983a78-b2e0-4b04-8c41-3815f9c4f1c0 req-fd2df2cc-635e-47a1-9410-ede580ed3365 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.0776196 Jun 16 17:02:16.271210 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-abd751c9-9cfb-4ad2-8ad7-a12c9492ff2f service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281433 Jun 16 17:02:16.305144 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9f983a78-b2e0-4b04-8c41-3815f9c4f1c0 req-2da6582d-910d-4573-8ec4-a07b8950590d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Jun 16 17:02:16.410869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33642) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:16.459331 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a7cbca85-32d7-41be-aa5c-5d9dfe06bd96 req-0e2ecd84-ac2b-4ff0-850b-a64d87816a9a service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762846 Jun 16 17:02:16.489211 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a943953a-9f6c-4bc8-b239-da62cc39190b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ceab3d0936d4acd9ddf46b769ddf988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762310 Jun 16 17:02:16.492804 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33652) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:16.556375 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.591394 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.824363 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.827596 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.829402 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d657fead-09d3-46b4-81c6-d38c63f54780 HTTP/1.1" status: 204 len: 168 time: 0.3347135 Jun 16 17:02:16.830550 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4891916b-edb8-436a-b7f5-25eaa5351889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:16.841985 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d657fead-09d3-46b4-81c6-d38c63f54780,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:16.850686 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:17.048587 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f71f26-9c3b-4c83-a076-9f08348c96f6 req-e17c4da5-222f-4a3a-bc67-daed6faababf tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.050407 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-05f71f26-9c3b-4c83-a076-9f08348c96f6 req-e17c4da5-222f-4a3a-bc67-daed6faababf tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0885253 Jun 16 17:02:17.132384 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-05f71f26-9c3b-4c83-a076-9f08348c96f6 req-943620ab-d2ec-47db-af46-92527d4aadd2 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Jun 16 17:02:17.167346 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e4c3-124b-446b-98e4-db0365135529 req-4e6684cd-7df4-4b1e-9789-2c917bc3a746 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.168983 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b558e4c3-124b-446b-98e4-db0365135529 req-4e6684cd-7df4-4b1e-9789-2c917bc3a746 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.1175535 Jun 16 17:02:17.242489 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b558e4c3-124b-446b-98e4-db0365135529 req-6871d99f-a135-491c-ab8c-81f45f23666a tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Jun 16 17:02:17.644735 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486e700-6d9d-41db-b670-7aa2be4ca0dd req-90272c65-62b9-4058-a171-97a26f8b7579 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.647603 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d486e700-6d9d-41db-b670-7aa2be4ca0dd req-90272c65-62b9-4058-a171-97a26f8b7579 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.1134317 Jun 16 17:02:17.722642 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d486e700-6d9d-41db-b670-7aa2be4ca0dd req-56202d2b-6a84-40ca-9b05-f67f8f65f648 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681195 Jun 16 17:02:18.464341 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bee39-0cbe-4bb1-9c74-725dc11b86b5 req-e1476c25-a6c7-4d90-b143-840933ca2537 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.465966 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8d8bee39-0cbe-4bb1-9c74-725dc11b86b5 req-e1476c25-a6c7-4d90-b143-840933ca2537 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1398263 Jun 16 17:02:18.482526 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713398e-6875-4ff0-a034-33c0c8214e50 req-644d919c-5180-4da5-bc0b-e4cab60d09c5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.484091 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d713398e-6875-4ff0-a034-33c0c8214e50 req-644d919c-5180-4da5-bc0b-e4cab60d09c5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 943 time: 0.0987635 Jun 16 17:02:18.552160 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8d8bee39-0cbe-4bb1-9c74-725dc11b86b5 req-4439ba49-50b9-4a2f-8175-0a99af4d8cf1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666344 Jun 16 17:02:18.564622 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d713398e-6875-4ff0-a034-33c0c8214e50 req-678db3bc-9ce4-4165-9764-4cbe9632876d tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646386 Jun 16 17:02:18.982966 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced1876-9761-4b77-be14-0f098c3a878e req-facddfe9-fcac-4886-bb48-97d6530df2ed tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.985401 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fced1876-9761-4b77-be14-0f098c3a878e req-facddfe9-fcac-4886-bb48-97d6530df2ed tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.0950344 Jun 16 17:02:19.042629 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fced1876-9761-4b77-be14-0f098c3a878e req-a84e0588-db8c-41d7-b8b4-a369886d487b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451562 Jun 16 17:02:19.052712 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 682e0ae4-2d33-4a3f-a104-162c7ace166f details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:19.188575 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:19.203809 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'port_id': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'mac_address': 'fa:16:3e:c1:35:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:19.241971 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:19.267884 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682e0ae4-2d33-4a3f-a104-162c7ace166f {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:19.290991 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:19.302734 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 33766) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:19.419146 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d4e550e6-2735-4081-8399-8547c5f71a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:19.436097 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:19.439048 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-0aa52328-63ea-4c52-ac27-8dda8de3119e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:19.506844 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:19.511042 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:19.544139 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d4e550e6-2735-4081-8399-8547c5f71a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:19.637122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d4e550e6-2735-4081-8399-8547c5f71a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:19.643944 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c2037c16-d400-4c6c-9621-c88615bca040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:19.676649 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['682e0ae4-2d33-4a3f-a104-162c7ace166f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:19.686715 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e550e6-2735-4081-8399-8547c5f71a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cace4b08-3e5e-428b-8dd8-79bb7b3ed584,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:19.690429 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d4e550e6-2735-4081-8399-8547c5f71a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:19.703341 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33778) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:19.703604 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d4e550e6-2735-4081-8399-8547c5f71a78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ca91fef4cdf46569e0031bed1f07166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993714 Jun 16 17:02:19.834994 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:19.880016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:19.920177 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeafeb-b21e-4acf-989b-09fba3f8cdc7 req-fcc60910-b33b-4f43-bb7f-6d5b864a710c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:19.921711 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f4aeafeb-b21e-4acf-989b-09fba3f8cdc7 req-fcc60910-b33b-4f43-bb7f-6d5b864a710c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 944 time: 0.1958940 Jun 16 17:02:19.951891 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71427b-4d88-4917-8340-7d17b25677ff req-fa084f17-7d78-4cef-acab-680b6bb0fa21 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:19.953383 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aa71427b-4d88-4917-8340-7d17b25677ff req-fa084f17-7d78-4cef-acab-680b6bb0fa21 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1980298 Jun 16 17:02:20.008271 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f4aeafeb-b21e-4acf-989b-09fba3f8cdc7 req-ce4776fc-b529-4593-8d85-859abbd59a22 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734332 Jun 16 17:02:20.015951 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aa71427b-4d88-4917-8340-7d17b25677ff req-f4b10f25-a014-4559-b946-620ffb3f431e tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539870 Jun 16 17:02:20.082737 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:20.085995 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:20.091823 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cace4b08-3e5e-428b-8dd8-79bb7b3ed584 HTTP/1.1" status: 204 len: 168 time: 0.3867269 Jun 16 17:02:20.094100 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-14ff2cc5-3f36-42fa-88c8-9772b7abf0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:20.103974 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cace4b08-3e5e-428b-8dd8-79bb7b3ed584,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:20.108098 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:20.318458 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad819-64bf-4e4e-8229-c419424cd492 req-f2dec301-e4bf-4162-8e21-a7cc1a1efe7a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:20.321024 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bb1ad819-64bf-4e4e-8229-c419424cd492 req-f2dec301-e4bf-4162-8e21-a7cc1a1efe7a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.0974538 Jun 16 17:02:20.366016 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bb1ad819-64bf-4e4e-8229-c419424cd492 req-77bd32c6-0265-4b13-b0d0-2d07b5dfd147 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377777 Jun 16 17:02:21.060544 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 682e0ae4-2d33-4a3f-a104-162c7ace166f up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:21.240608 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbec83-e00a-4991-aef8-091dccce1960 req-64cf0be7-a024-4637-a746-e52f6b8b8e98 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:21.242291 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cdbec83-e00a-4991-aef8-091dccce1960 req-64cf0be7-a024-4637-a746-e52f6b8b8e98 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 944 time: 0.0846732 Jun 16 17:02:21.288830 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cdbec83-e00a-4991-aef8-091dccce1960 req-fda1dac4-bb0b-4227-a6c7-b3fbbb53dd94 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Jun 16 17:02:21.368334 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 682e0ae4-2d33-4a3f-a104-162c7ace166f completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:21.372983 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 682e0ae4-2d33-4a3f-a104-162c7ace166f triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:21.373488 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.457262 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.481742 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:21.484156 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675f72e0-2ef9-4231-b00b-50140a4f36ec" -d '{"events": [{"server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "name": "network-vif-plugged", "status": "completed", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:21.522659 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:21.538901 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e13e41-9f95-4684-9ad9-34c7f46fc279 x-openstack-request-id: req-89e13e41-9f95-4684-9ad9-34c7f46fc279 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:21.539300 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "name": "network-vif-plugged", "status": "completed", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:21.539646 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89e13e41-9f95-4684-9ad9-34c7f46fc279 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:21.540198 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'code': 200} Jun 16 17:02:21.716781 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.719642 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:21.776569 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:21.780621 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:22.112159 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c084-4521-499f-b08a-fce1c18e22dd req-70845393-64ca-4917-a29f-1cdf4cc449bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.113687 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5954c084-4521-499f-b08a-fce1c18e22dd req-70845393-64ca-4917-a29f-1cdf4cc449bc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1098 time: 0.0693762 Jun 16 17:02:22.152706 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5954c084-4521-499f-b08a-fce1c18e22dd req-eac1bf50-8b57-4efe-a5af-32f0b8f2f7cc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 Jun 16 17:02:22.499774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e960fb-db53-4ca6-97a9-e3f9ec64cabb req-95b107de-3af2-4a8a-bf7d-9e35589c7199 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.501676 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b3e960fb-db53-4ca6-97a9-e3f9ec64cabb req-95b107de-3af2-4a8a-bf7d-9e35589c7199 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.0795767 Jun 16 17:02:22.582286 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b3e960fb-db53-4ca6-97a9-e3f9ec64cabb req-15c3616f-a340-41fe-b40d-a486de31c397 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568442 Jun 16 17:02:22.797338 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacd8cd-4bcd-416a-bbe0-9589a9c24503 req-3847b9c0-2c63-4f4d-941d-b976f2ab3e2c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.797338 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4bacd8cd-4bcd-416a-bbe0-9589a9c24503 req-3847b9c0-2c63-4f4d-941d-b976f2ab3e2c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0755045 Jun 16 17:02:22.846943 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4bacd8cd-4bcd-416a-bbe0-9589a9c24503 req-0274a78c-1a16-4dfa-8769-f1d9f67364b6 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Jun 16 17:02:23.834391 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ca1c-3fa8-4659-8996-938e22056e0b req-f6faa6fb-6c4a-4fae-b0d1-2b56b9689c6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.841391 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f1d4ca1c-3fa8-4659-8996-938e22056e0b req-f6faa6fb-6c4a-4fae-b0d1-2b56b9689c6f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.1033373 Jun 16 17:02:23.884671 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f1d4ca1c-3fa8-4659-8996-938e22056e0b req-f1ec0a48-e340-4e7b-9970-d1f1b2a88aa7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Jun 16 17:02:24.016329 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-cfc0cfac-2618-439d-92f5-5bfccce934ee tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7e485967e0d549afbc244dd16d124f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312378 Jun 16 17:02:24.288204 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f8a51589-4414-427c-8d11-a81608078977 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:24.289654 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f8a51589-4414-427c-8d11-a81608078977 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666783 Jun 16 17:02:24.316280 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-4c329045-cb32-46b2-84f4-ead651214f0e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/quotas/7e485967e0d549afbc244dd16d124f92 HTTP/1.1" status: 200 len: 375 time: 0.0197771 Jun 16 17:02:24.328424 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3d5b-6ab9-40df-8527-b8057f738df0 req-39cd55e2-820f-4042-8891-aed055d45741 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:24.329959 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-109e3d5b-6ab9-40df-8527-b8057f738df0 req-39cd55e2-820f-4042-8891-aed055d45741 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.1303697 Jun 16 17:02:24.369313 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-19fe8e81-5dda-49ab-a1dd-1a9bc6acf051 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e485967e0d549afbc244dd16d124f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383489 Jun 16 17:02:24.400443 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-109e3d5b-6ab9-40df-8527-b8057f738df0 req-0a7d5b73-5a88-4569-90f3-f23ca20fabc0 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Jun 16 17:02:24.601449 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33926) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:24.724528 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-45cc8542-2c84-46fa-a6a6-2e27358fb9cd req-898c1d34-15e3-4a95-bcca-7e89f0a00017 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 210 time: 0.0388184 Jun 16 17:02:24.749169 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1487dc09-6ba3-40c8-8eb9-812c8b214f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.920468 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cb233-872b-4e19-8c1f-1230734f0111 req-4d7c926d-36cf-4968-96a5-012f3eae62af tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:24.922174 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3e8cb233-872b-4e19-8c1f-1230734f0111 req-4d7c926d-36cf-4968-96a5-012f3eae62af tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.1112163 Jun 16 17:02:24.932794 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1487dc09-6ba3-40c8-8eb9-812c8b214f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.978693 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3e8cb233-872b-4e19-8c1f-1230734f0111 req-1ef9b693-ae66-4f63-9111-087d438ce1e6 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Jun 16 17:02:25.008027 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1487dc09-6ba3-40c8-8eb9-812c8b214f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.011565 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4aeceaff-b48c-42c6-846b-4cd9ed9b1e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:25.056925 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-1487dc09-6ba3-40c8-8eb9-812c8b214f4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d02337666cc0479a893731fa20066b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510195 Jun 16 17:02:25.056925 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487dc09-6ba3-40c8-8eb9-812c8b214f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efefc55d-f360-48f0-a838-bb7d84e2bcd5,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:25.057752 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 33950) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:25.063675 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1487dc09-6ba3-40c8-8eb9-812c8b214f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:25.131252 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.185016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.431179 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.434263 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.435492 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efefc55d-f360-48f0-a838-bb7d84e2bcd5 HTTP/1.1" status: 204 len: 168 time: 0.3766193 Jun 16 17:02:25.436290 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cb4d7ce5-2f5c-4c2c-a3ba-211b4828fd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:25.445492 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efefc55d-f360-48f0-a838-bb7d84e2bcd5,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:25.452851 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:25.606709 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:25.833520 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b5df69a6-7032-4ff3-821c-f114b57cbea0 req-33e56a35-a87b-4a88-b139-83464480aaf9 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 210 time: 0.0518196 Jun 16 17:02:27.017963 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c4f7eeb-e950-44dc-b326-9fc83b677f3c req-21268d2b-3cdc-4a9e-8c67-55ae0b4f2ce6 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 210 time: 0.0476766 Jun 16 17:02:27.164030 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9fa0-5c61-4201-8aa8-661f671ba818 req-49bbf255-f78e-4253-a277-afb1bff31d29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.166157 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-172a9fa0-5c61-4201-8aa8-661f671ba818 req-49bbf255-f78e-4253-a277-afb1bff31d29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0703094 Jun 16 17:02:27.230077 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-172a9fa0-5c61-4201-8aa8-661f671ba818 req-9f4315aa-b46f-4406-9c10-96794a7dd6c4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Jun 16 17:02:27.246631 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af427f-c041-4843-b5d1-8099d4ef768b req-ba1661db-607d-48b6-a98c-3a89d7ffde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.248334 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-86af427f-c041-4843-b5d1-8099d4ef768b req-ba1661db-607d-48b6-a98c-3a89d7ffde8d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1098 time: 0.0924246 Jun 16 17:02:27.356884 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af427f-c041-4843-b5d1-8099d4ef768b req-dab9b34c-63c2-43d2-a02e-dc69ad07d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.358457 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-86af427f-c041-4843-b5d1-8099d4ef768b req-dab9b34c-63c2-43d2-a02e-dc69ad07d16b service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 921 time: 0.0985601 Jun 16 17:02:27.407098 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-86af427f-c041-4843-b5d1-8099d4ef768b req-30449904-d24c-4f16-9515-71acc9724a15 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0414534 Jun 16 17:02:27.484833 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af427f-c041-4843-b5d1-8099d4ef768b req-99879458-2170-4947-a620-85a12590ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.486338 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-86af427f-c041-4843-b5d1-8099d4ef768b req-99879458-2170-4947-a620-85a12590ef52 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.0713170 Jun 16 17:02:27.520556 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-86af427f-c041-4843-b5d1-8099d4ef768b req-24bbd506-1aeb-42e9-8648-36194bb045a3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273535 Jun 16 17:02:27.637162 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-86af427f-c041-4843-b5d1-8099d4ef768b req-f2e138f3-13fc-40ca-91ed-e9e3e922e855 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090877 Jun 16 17:02:27.746907 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-86af427f-c041-4843-b5d1-8099d4ef768b req-88e93469-39c9-4001-bd73-d4cba08ae58d service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033070 Jun 16 17:02:28.022606 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-a0d8f39c-0363-4ded-a799-389e5c0c7130 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7e485967e0d549afbc244dd16d124f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357137 Jun 16 17:02:28.235812 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f79a7b8c-aaa6-4f50-aca4-a37a49d5b18a tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:28.237475 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f79a7b8c-aaa6-4f50-aca4-a37a49d5b18a tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101631 Jun 16 17:02:28.273596 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Request body: {'port': {'device_id': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4', 'admin_state_up': True, 'tenant_id': '7e485967e0d549afbc244dd16d124f92'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:28.486643 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-092a4cf6-fb95-4979-9828-3116445d05fe req-8cf2b6b1-d891-449b-b085-2db317ea789e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 210 time: 0.0451632 Jun 16 17:02:28.662834 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bce6e4-7dbd-4d7e-a967-1dfcc10552b0 req-ee1c9c07-fb68-4788-9aa0-ed75c60645c1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:28.664413 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b4bce6e4-7dbd-4d7e-a967-1dfcc10552b0 req-ee1c9c07-fb68-4788-9aa0-ed75c60645c1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0664923 Jun 16 17:02:28.716875 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Made reservation on behalf of 7e485967e0d549afbc244dd16d124f92 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:02:28.716972 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b4bce6e4-7dbd-4d7e-a967-1dfcc10552b0 req-b321d65f-29eb-489a-a0b7-952bd7b78318 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Jun 16 17:02:28.717072 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:28.719064 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:28.851003 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:28.985588 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:28.989133 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-124f62bb-3360-4d2b-9b39-93e27fd51c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:29.054217 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20dc3f6-d98e-4f97-a335-a6106678f62c,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:29.061052 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:29.145875 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Allocated IP 192.168.233.9 (63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4/62a1d083-fd52-4a52-8df6-d2c986078166/a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:02:29.319568 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.337908 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Transition to ACTIVE for port object a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e will not be triggered until provisioned by entity DHCP. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:29.471411 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.476529 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5e8269b6-5d72-48f3-962e-5d98cabe80d2 tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:29.523555 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:29.527546 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:29.540952 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:02:29.575533 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Pushing event updated for resources: {'Port': ['ID=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:29.583830 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:29.629105 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:29.630798 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.730849 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4616284 Jun 16 17:02:29.747969 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Request body: {'port': {'device_id': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:29.871152 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.900377 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061778f7-bbd8-4bfd-84b2-77007334f9e4 req-12cd9e7d-8842-421a-8a32-a359b9d58898 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:29.906962 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-061778f7-bbd8-4bfd-84b2-77007334f9e4 req-12cd9e7d-8842-421a-8a32-a359b9d58898 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 934 time: 0.1760104 Jun 16 17:02:29.949341 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-061778f7-bbd8-4bfd-84b2-77007334f9e4 req-9a216342-4e33-4e4f-95c4-cbd7fc708db4 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362129 Jun 16 17:02:30.003801 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-9c017e3b-8e23-4dec-bb22-1c5b02aa32eb None None] Provisioning for port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:30.010293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-9c017e3b-8e23-4dec-bb22-1c5b02aa32eb None None] Provisioning complete for port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:30.010944 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-9c017e3b-8e23-4dec-bb22-1c5b02aa32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:30.064456 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-9c017e3b-8e23-4dec-bb22-1c5b02aa32eb None None] Port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:02:30.255458 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04380483-5517-44f3-bf1d-7f558b42c82c req-687530ea-5194-470e-b258-49f68b45bfeb tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.257460 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-04380483-5517-44f3-bf1d-7f558b42c82c req-687530ea-5194-470e-b258-49f68b45bfeb tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0915241 Jun 16 17:02:30.275479 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:30.285910 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:30.300345 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Transition to ACTIVE for port object a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:30.333762 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-04380483-5517-44f3-bf1d-7f558b42c82c req-8adad172-cff0-44c0-bf0c-2f4cada96c55 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606620 Jun 16 17:02:30.365068 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf25d03-08c7-45c7-ad84-713171f5b0bf req-ea5b953f-cda4-4e78-a880-266c71756882 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.372490 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6cf25d03-08c7-45c7-ad84-713171f5b0bf req-ea5b953f-cda4-4e78-a880-266c71756882 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 945 time: 0.1137409 Jun 16 17:02:30.390958 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:30.394126 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:30.433982 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6cf25d03-08c7-45c7-ad84-713171f5b0bf req-5987f613-b836-44f4-97b4-285f6ebc8440 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604317 Jun 16 17:02:30.474102 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:30.477864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:30.822571 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Attempting to bind port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:02:30.822796 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Attempting to bind port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:02:30.823225 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Attempting to bind port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e on network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:30.827943 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e on network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:02:30.828268 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Attempting to bind port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e on network 63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:30.833657 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:02:30.833997 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Checking segment: {'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:02:30.834382 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Bound using segment: {'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:02:30.834823 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Bound port: a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50533eec-d0f6-4b49-a6c7-add4b5494b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:02:30.835176 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:30.863903 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34086) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:30.913588 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] For port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:02:30.913919 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] For port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,segment=NetworkSegment(50533eec-d0f6-4b49-a6c7-add4b5494b8e),segment_id=50533eec-d0f6-4b49-a6c7-add4b5494b8e)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:02:30.977732 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c94bdbae-1335-4b64-8279-23268eabe795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:31.065714 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:31.068211 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:31.112732 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.113493 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:31.114906 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] 10.222.0.96 "PUT /v2.0/ports/a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e HTTP/1.1" status: 200 len: 1096 time: 1.3732812 Jun 16 17:02:31.115495 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'tag': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:31.117994 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4f463d-50af-4d5d-b3ad-05054db1ef5a" -d '{"events": [{"name": "network-changed", "server_uuid": "d150096f-5120-4c8c-9c14-c73327aa6c3e", "tag": "a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:31.154066 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:31.169764 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:31.192000 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283d46dc-6f5d-40d2-ba7e-a60ad8e3b637 x-openstack-request-id: req-283d46dc-6f5d-40d2-ba7e-a60ad8e3b637 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:31.192322 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d150096f-5120-4c8c-9c14-c73327aa6c3e", "tag": "a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:31.192780 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-283d46dc-6f5d-40d2-ba7e-a60ad8e3b637 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:31.193275 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'tag': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e', 'status': 'completed', 'code': 200} Jun 16 17:02:31.199460 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c94bdbae-1335-4b64-8279-23268eabe795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:31.286354 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c94bdbae-1335-4b64-8279-23268eabe795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:31.292153 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a218debd-ecc1-4fb1-a881-2ed5c57c5018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:31.326772 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f463d-50af-4d5d-b3ad-05054db1ef5a req-4d2a7eb7-3725-4438-8939-19a7f64d9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.329479 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8a4f463d-50af-4d5d-b3ad-05054db1ef5a req-4d2a7eb7-3725-4438-8939-19a7f64d9dbc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7e485967e0d549afbc244dd16d124f92&device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 1099 time: 0.1048963 Jun 16 17:02:31.344553 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a483711-0798-47a6-b41f-5aed2a7c9ac7 req-4481dd6d-c74a-4c6e-815f-8b9e89c6f311 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.347299 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2a483711-0798-47a6-b41f-5aed2a7c9ac7 req-4481dd6d-c74a-4c6e-815f-8b9e89c6f311 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 946 time: 0.1441872 Jun 16 17:02:31.365039 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8a4f463d-50af-4d5d-b3ad-05054db1ef5a req-e4c12f17-a77b-4fce-b8ac-c5da790ab5eb service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=7e485967e0d549afbc244dd16d124f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233557 Jun 16 17:02:31.394526 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bdbae-1335-4b64-8279-23268eabe795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1dba53-949c-4656-919a-d7a8ee116389,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:31.434787 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c94bdbae-1335-4b64-8279-23268eabe795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:31.441035 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c94bdbae-1335-4b64-8279-23268eabe795 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e78fad897a4246c19cdad35215770b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758760 Jun 16 17:02:31.443775 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34098) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:31.486989 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f463d-50af-4d5d-b3ad-05054db1ef5a req-8df5695d-d051-4c57-b534-eb9a79cf64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.488559 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8a4f463d-50af-4d5d-b3ad-05054db1ef5a req-8df5695d-d051-4c57-b534-eb9a79cf64d6 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1169012 Jun 16 17:02:31.502449 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2a483711-0798-47a6-b41f-5aed2a7c9ac7 req-0009a011-a769-4b33-8b45-638c05fd5052 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268725 Jun 16 17:02:31.566045 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:31.657863 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-1545af68-45fa-4644-86ce-2af05d2493e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.660167 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-1545af68-45fa-4644-86ce-2af05d2493e5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7e485967e0d549afbc244dd16d124f92&device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 1099 time: 0.0670323 Jun 16 17:02:31.662619 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:31.707631 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-27003d09-2bda-4152-aab1-4b6d2cc1d012 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e HTTP/1.1" status: 200 len: 217 time: 0.0390422 Jun 16 17:02:31.751200 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a09d6-e885-4e3f-a413-72d75427d6ec req-f2d343ec-5883-4933-8cb4-409f9e0f38ff tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.752790 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ac1a09d6-e885-4e3f-a413-72d75427d6ec req-f2d343ec-5883-4933-8cb4-409f9e0f38ff tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1903148 Jun 16 17:02:31.766542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ae411e24-675d-4bbf-8199-e485bb8128b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.768284 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-ae411e24-675d-4bbf-8199-e485bb8128b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=62a1d083-fd52-4a52-8df6-d2c986078166 HTTP/1.1" status: 200 len: 843 time: 0.0536208 Jun 16 17:02:31.855275 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-968af9a7-6ad6-4c40-927e-32a467ee15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.857269 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-968af9a7-6ad6-4c40-927e-32a467ee15f6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698919 Jun 16 17:02:31.958560 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-1f804b9e-aa53-41b2-a791-8ebcb8a3e13a service neutron] 10.222.0.96 "GET /v2.0/networks/63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938208 Jun 16 17:02:32.028068 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcb4a7-06cf-473c-9224-3e02e2e817e7 req-69c91f51-15fd-4cc6-8059-0358b8f9a1ac tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.029688 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52bcb4a7-06cf-473c-9224-3e02e2e817e7 req-69c91f51-15fd-4cc6-8059-0358b8f9a1ac tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 945 time: 0.4016302 Jun 16 17:02:32.059392 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ac1a09d6-e885-4e3f-a413-72d75427d6ec req-eef70510-1090-48dc-8691-7b7ea4f782a4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980766 Jun 16 17:02:32.064422 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e67654ff-dd48-4961-91b4-ea24da142f9e req-822b6f56-b98b-4d42-9dc8-2fc2b661c88a service neutron] 10.222.0.96 "GET /v2.0/networks/63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988925 Jun 16 17:02:32.080334 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-52bcb4a7-06cf-473c-9224-3e02e2e817e7 req-d03525b8-12ba-499f-826b-a772627bb184 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Jun 16 17:02:32.139664 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:32.142687 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:32.143875 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d1dba53-949c-4656-919a-d7a8ee116389 HTTP/1.1" status: 204 len: 168 time: 0.6989617 Jun 16 17:02:32.144656 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-170c74fd-84cb-44a7-ae30-f9dff368ada3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:32.153683 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1dba53-949c-4656-919a-d7a8ee116389,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:32.156497 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:32.542762 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3472-8a61-4289-8cf7-1f01990d774f req-f786765f-6d63-40d7-89de-03bcd1978537 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.544532 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2c9a3472-8a61-4289-8cf7-1f01990d774f req-f786765f-6d63-40d7-89de-03bcd1978537 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.0650730 Jun 16 17:02:32.585544 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2c9a3472-8a61-4289-8cf7-1f01990d774f req-1fecaa70-889a-43b7-9bf0-711609c4abb1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Jun 16 17:02:32.612390 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34116) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:32.703266 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75422cc-1bf7-44ec-b083-fd63f836a41b req-e54d40f4-4538-4960-b7f9-496a01a0d021 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.704802 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d75422cc-1bf7-44ec-b083-fd63f836a41b req-e54d40f4-4538-4960-b7f9-496a01a0d021 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 946 time: 0.0688443 Jun 16 17:02:32.752569 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d75422cc-1bf7-44ec-b083-fd63f836a41b req-82940ca8-0792-41e4-a917-328b8108d8ae tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359280 Jun 16 17:02:32.838582 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50e561-2147-4d3a-a9fe-e888ce444b1b tempest-TestMinimumBasicScenario-1046232156 tempest-TestMinimumBasicScenario-1046232156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.840167 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-ea50e561-2147-4d3a-a9fe-e888ce444b1b tempest-TestMinimumBasicScenario-1046232156 tempest-TestMinimumBasicScenario-1046232156-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1093 time: 0.2266645 Jun 16 17:02:32.843276 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34120) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:32.848108 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'floatingip': {'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'port_id': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:32.849890 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34122) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:32.864056 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ec097ad-f302-4283-8d82-05f67ed3c69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:32.939850 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for floatingip, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.047376 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ec097ad-f302-4283-8d82-05f67ed3c69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.060447 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.154040 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ec097ad-f302-4283-8d82-05f67ed3c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.157945 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cf547787-f3bd-46a1-a3ef-f7ef975488f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:33.193126 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Allocated IP 172.28.3.195 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/4248556e-99e2-4fb5-9023-b916d3b17fcc) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:02:33.202507 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec097ad-f302-4283-8d82-05f67ed3c69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c79c9f-d24b-49f9-9488-e0b9ab39e138,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:33.207325 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5ec097ad-f302-4283-8d82-05f67ed3c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:33.215489 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5ec097ad-f302-4283-8d82-05f67ed3c69e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdaf4b2c05014b6da39a0165f341be00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641572 Jun 16 17:02:33.217980 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34128) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:33.270049 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.296855 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.368463 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d3943-48a3-4aa4-a4c8-773acf53b3f5 req-38e64663-ef26-4d51-b80e-aecd529a01e1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:33.369976 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-352d3943-48a3-4aa4-a4c8-773acf53b3f5 req-38e64663-ef26-4d51-b80e-aecd529a01e1 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1846800 Jun 16 17:02:33.407619 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a879b-9882-4430-aa59-7f15753d323a req-1317dba8-0ee1-45c0-8fd4-92b37cf83fe2 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:33.409041 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-331a879b-9882-4430-aa59-7f15753d323a req-1317dba8-0ee1-45c0-8fd4-92b37cf83fe2 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 945 time: 0.2030981 Jun 16 17:02:33.450383 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.458893 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.461673 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.464096 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84c79c9f-d24b-49f9-9488-e0b9ab39e138 HTTP/1.1" status: 204 len: 168 time: 0.2447436 Jun 16 17:02:33.464773 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d9c27caa-3af7-42ad-a251-338959b4a878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:33.473182 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c79c9f-d24b-49f9-9488-e0b9ab39e138,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:33.475302 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-352d3943-48a3-4aa4-a4c8-773acf53b3f5 req-50716c37-e8e4-4f11-8bb9-c3f62203bd99 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957074 Jun 16 17:02:33.476287 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:33.496383 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-331a879b-9882-4430-aa59-7f15753d323a req-dca58cf8-e8ad-4dac-87cc-bca75d20c3d7 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776784 Jun 16 17:02:33.671325 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8495707'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:33.673485 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6d9ee395-2f68-4030-8576-d0c42ab75dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:33.716682 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:33.719840 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:33.726185 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:02:33.755488 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'Port': ['ID=4248556e-99e2-4fb5-9023-b916d3b17fcc,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:33.761958 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:34.080393 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613b6a9-5a78-4725-b751-4a5b90fe334e req-e019ceb1-d39f-44d1-ac87-f5cfda51599d tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:34.086681 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e613b6a9-5a78-4725-b751-4a5b90fe334e req-e019ceb1-d39f-44d1-ac87-f5cfda51599d tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 946 time: 0.1479383 Jun 16 17:02:34.260008 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e613b6a9-5a78-4725-b751-4a5b90fe334e req-2010164a-d507-4b35-a6de-5e3df4cb5af4 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295447 Jun 16 17:02:34.299059 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.541636 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.800227 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16c59-8131-4351-9a5a-2787886acd4c req-21a6cb42-e239-4794-b092-01bcd7c5a74f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:34.801887 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-07f16c59-8131-4351-9a5a-2787886acd4c req-21a6cb42-e239-4794-b092-01bcd7c5a74f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1922419 Jun 16 17:02:34.812742 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.822979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d273a-5f99-4f56-af6a-c2d4a930dd8e req-03aee42b-a8eb-410f-ab96-452a1ac6464e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:34.825193 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-508d273a-5f99-4f56-af6a-c2d4a930dd8e req-03aee42b-a8eb-410f-ab96-452a1ac6464e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 945 time: 0.2011178 Jun 16 17:02:34.871245 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.876575 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b6223315-59bd-4358-9ef5-e04075e787e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:34.916865 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-07f16c59-8131-4351-9a5a-2787886acd4c req-99cd8c67-fc0b-4e07-8a44-7bfb60094ff5 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019349 Jun 16 17:02:34.934535 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-508d273a-5f99-4f56-af6a-c2d4a930dd8e req-c7f623d7-70e1-4274-bede-558ba25e8066 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003106 Jun 16 17:02:34.969586 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'Port': ['ID=4248556e-99e2-4fb5-9023-b916d3b17fcc,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:34.974143 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:34.985201 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.086264 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Floating IP cb7f66b3-965b-4220-8347-a973dae5965d associated. External IP: 172.28.3.195, port: 682e0ae4-2d33-4a3f-a104-162c7ace166f. Jun 16 17:02:35.126985 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:35.323308 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Router 1f566f18-1caa-46fe-8507-cba4bf6a90bd has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:02:35.355875 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,segment=NetworkSegment(50533eec-d0f6-4b49-a6c7-add4b5494b8e),segment_id=50533eec-d0f6-4b49-a6c7-add4b5494b8e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:35.370496 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e', 'network_id': '63ac8b44-0cf8-4509-ac8a-ecbe9b116cc4', 'port_id': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e', 'mac_address': 'fa:16:3e:ab:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a1d083-fd52-4a52-8df6-d2c986078166', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:35.419656 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.434000 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:35.456107 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,segment=NetworkSegment(50533eec-d0f6-4b49-a6c7-add4b5494b8e),segment_id=50533eec-d0f6-4b49-a6c7-add4b5494b8e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:35.533619 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:02:35.536779 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] Sync routers for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:02:35.544556 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9245b7-df21-4534-b781-f4824bad427e req-57b79bc1-4e0c-43be-9286-6cbf4a777183 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:35.546250 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad9245b7-df21-4534-b781-f4824bad427e req-57b79bc1-4e0c-43be-9286-6cbf4a777183 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 946 time: 0.1108830 Jun 16 17:02:35.560935 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:35.562021 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:02:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:35.617656 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad9245b7-df21-4534-b781-f4824bad427e req-2d78f1e1-3217-4edf-bdc0-8932aea2f842 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620518 Jun 16 17:02:35.642707 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.645169 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:35.680285 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b2461-d205-47c3-8445-86b878995cea req-2f41a185-3a8c-44f1-9e7a-2eeb3355984c tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:35.682184 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-d85b2461-d205-47c3-8445-86b878995cea req-2f41a185-3a8c-44f1-9e7a-2eeb3355984c tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 945 time: 0.0884762 Jun 16 17:02:35.705222 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:35.706927 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:35.710231 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:35.739921 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.788197 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9430838 Jun 16 17:02:35.788404 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:35.802296 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac242c-32a2-49e0-9612-bfb64b6cda84" -d '{"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:35.804287 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34178) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:35.824462 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092153333', 'description': 'tempest-secgroup-smoke-2092153333 description', 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:35.842131 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c1567a-c3f4-4eb2-b9eb-5d512d102f31 x-openstack-request-id: req-08c1567a-c3f4-4eb2-b9eb-5d512d102f31 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:35.842444 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:35.842719 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08c1567a-c3f4-4eb2-b9eb-5d512d102f31 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:35.843130 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'status': 'completed', 'code': 200} Jun 16 17:02:35.851372 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Deleting port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:02:35.851881 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.916041 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:35.937480 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-5538053d-11e4-4a04-88e6-9e30126d3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:35.939565 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-5538053d-11e4-4a04-88e6-9e30126d3caa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1098 time: 0.0734618 Jun 16 17:02:35.968870 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.995261 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'cb7f66b3-965b-4220-8347-a973dae5965d', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'floating_ip_address': '172.28.3.195', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'port_id': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'mac_address': 'fa:16:3e:c1:35:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:02:34Z', 'updated_at': '2021-06-16T17:02:34Z', 'revision_number': 0, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:41Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:36.003330 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] Checking router: 1f566f18-1caa-46fe-8507-cba4bf6a90bd for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:02:36.018691 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:36.019575 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:02:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:36.027371 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] For port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:36.027759 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.143988 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Calling delete_port for c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:02:36.239967 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:36.299596 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.379512 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.382305 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8d252041-6ffb-4a4b-bd74-56113a34eabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:36.415652 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:36.418611 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:36.465470 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.469774 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ac7e8eb8-5be6-4888-acd0-384d5d584f96 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:36.491922 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-3ed7b5cd-c477-4535-901f-b238b0b26f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.493460 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-3ed7b5cd-c477-4535-901f-b238b0b26f88 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 917 time: 0.5462425 Jun 16 17:02:36.497550 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'cb7f66b3-965b-4220-8347-a973dae5965d', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'floating_ip_address': '172.28.3.195', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'port_id': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'mac_address': 'fa:16:3e:c1:35:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:02:34Z', 'updated_at': '2021-06-16T17:02:34Z', 'revision_number': 0, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:41Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:36.497772 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Pushing event deleted for resources: {'Port': ['ID=c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:36.501873 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:36.502813 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.504102 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6986418 Jun 16 17:02:36.517085 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4564e5-55d4-455f-955f-0e4bce0b1bd9 None None] The sync data for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb is: [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'cb7f66b3-965b-4220-8347-a973dae5965d', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'floating_ip_address': '172.28.3.195', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'port_id': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'mac_address': 'fa:16:3e:c1:35:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:02:34Z', 'updated_at': '2021-06-16T17:02:34Z', 'revision_number': 0, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:41Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:02:36.518267 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34190) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:36.525278 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'security_group_rule': {'security_group_id': 'f2614cbb-dcf9-4caf-b8ef-95f6b01245e7', 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:36.550564 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] No DVR routers for this DVR port c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:02:36.553368 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.555763 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-d85b2461-d205-47c3-8445-86b878995cea req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "DELETE /v2.0/ports/c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 HTTP/1.1" status: 204 len: 173 time: 0.8668938 Jun 16 17:02:36.556411 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'name': 'network-vif-deleted', 'tag': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:36.559663 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e904b-baec-46ba-a994-0b631581d1e6" -d '{"events": [{"server_uuid": "3789c7d2-af48-468b-a8df-6dd26b30401f", "name": "network-vif-deleted", "tag": "c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:36.599978 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dcbbf-dbaf-4641-b5a1-1bf7448636b0 req-f33f6fd6-c4a0-4f31-afb0-b3554def691f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.601593 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d85dcbbf-dbaf-4641-b5a1-1bf7448636b0 req-f33f6fd6-c4a0-4f31-afb0-b3554def691f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.5140696 Jun 16 17:02:36.644716 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3346b-d97a-41ea-a771-4ecc868eddca req-5f7bfeba-1cbf-47b2-9b50-f7daa18d45d6 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.646197 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-59b3346b-d97a-41ea-a771-4ecc868eddca req-5f7bfeba-1cbf-47b2-9b50-f7daa18d45d6 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 867 time: 0.2129364 Jun 16 17:02:36.650529 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-e09c32d3-83f4-40d4-9326-c3f3f9ebec6b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 999 time: 0.1466150 Jun 16 17:02:36.658805 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:36.708894 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d85dcbbf-dbaf-4641-b5a1-1bf7448636b0 req-cfe37386-1754-452e-accf-c5fe622b7252 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961096 Jun 16 17:02:36.749754 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.778902 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9877b-6f95-46f7-abd9-30a13ee000ea None None] New status for floating IP cb7f66b3-965b-4220-8347-a973dae5965d: ACTIVE {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:02:36.788045 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-59b3346b-d97a-41ea-a771-4ecc868eddca req-859653b1-727e-4948-b360-73cbaa4dee9b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325030 Jun 16 17:02:36.789008 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff3f3b-56ac-4545-9bf1-b572dd8ffce1 x-openstack-request-id: req-5eff3f3b-56ac-4545-9bf1-b572dd8ffce1 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:36.789542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789c7d2-af48-468b-a8df-6dd26b30401f", "name": "network-vif-deleted", "tag": "c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:36.790026 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5eff3f3b-56ac-4545-9bf1-b572dd8ffce1 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:36.790612 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789c7d2-af48-468b-a8df-6dd26b30401f', 'name': 'network-vif-deleted', 'tag': 'c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6', 'status': 'completed', 'code': 200} Jun 16 17:02:36.826135 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-eb2b0c20-eb78-454b-8692-e261e32a8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.828095 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-eb2b0c20-eb78-454b-8692-e261e32a8f2a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 200 len: 854 time: 0.1425707 Jun 16 17:02:36.906028 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:36.922379 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-ecba8d04-3667-4b71-a759-e753ed2cd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.923904 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-ecba8d04-3667-4b71-a759-e753ed2cd9f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7b0b5e1-057a-40a8-a783-f97db3973ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880804 Jun 16 17:02:37.015460 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.024845 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8a24a806-5820-421b-8d61-4557c8fca892 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:37.056149 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a4b28c-7022-4e4a-a557-67bd1f82ef8e,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:37.070004 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:37.079521 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-42b9ce25-f227-41ed-a97e-4ae1ec62c332 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443412 Jun 16 17:02:37.094365 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abea1d-1555-48d4-bf30-553d634e142b req-fd2bc57e-7943-4739-b4b4-9be4c71c1517 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:37.096018 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-75abea1d-1555-48d4-bf30-553d634e142b req-fd2bc57e-7943-4739-b4b4-9be4c71c1517 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 947 time: 0.1712773 Jun 16 17:02:37.155506 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:37.187152 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.188362 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6691239 Jun 16 17:02:37.193452 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34198) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:37.200068 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'security_group_rule': {'security_group_id': 'f2614cbb-dcf9-4caf-b8ef-95f6b01245e7', 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:37.200449 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-75abea1d-1555-48d4-bf30-553d634e142b req-d1d5dbeb-1877-41fe-901c-c6b2d3fe8ee9 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954752 Jun 16 17:02:37.225748 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-22ac242c-32a2-49e0-9612-bfb64b6cda84 req-88b8f31d-6d77-4b40-b5df-bd161ecd7035 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286805 Jun 16 17:02:37.293602 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:37.297683 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:37.298185 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.336253 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.385332 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.413144 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:37.415553 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c37296-d6f5-4cd0-a249-57b06291eef5" -d '{"events": [{"server_uuid": "d150096f-5120-4c8c-9c14-c73327aa6c3e", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:37.430277 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,segment=NetworkSegment(50533eec-d0f6-4b49-a6c7-add4b5494b8e),segment_id=50533eec-d0f6-4b49-a6c7-add4b5494b8e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:37.463668 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.475425 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e084155-af99-4653-9f61-01296bf96dae x-openstack-request-id: req-3e084155-af99-4653-9f61-01296bf96dae {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:37.476025 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d150096f-5120-4c8c-9c14-c73327aa6c3e", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:37.476282 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e084155-af99-4653-9f61-01296bf96dae {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:37.476857 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e', 'code': 200} Jun 16 17:02:37.539784 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.540778 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:02:37.542935 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:37.585636 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:02:37.585903 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device c4e9ef7d-07bd-4ede-86f0-6f10f83b27d6 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:02:37.608083 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.614046 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:37.615690 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:37.620980 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:37.633371 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f78594a-8d37-42b7-8cc1-5db61fad2f2d,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:37.637509 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:37.900462 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.903597 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7083037 Jun 16 17:02:37.909133 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34208) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:37.910577 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0f7e-9180-49c4-b14f-b42888004895 req-ad621623-8cba-465e-97e1-33adb2ad39e7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:37.912276 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e02d0f7e-9180-49c4-b14f-b42888004895 req-ad621623-8cba-465e-97e1-33adb2ad39e7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0787513 Jun 16 17:02:37.915469 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'security_group_rule': {'security_group_id': 'f2614cbb-dcf9-4caf-b8ef-95f6b01245e7', 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:37.979314 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e02d0f7e-9180-49c4-b14f-b42888004895 req-e3d4b045-b0a1-417a-9c8d-ee1105b36908 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Jun 16 17:02:38.002935 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5510e523-5ffb-4e26-a086-5f51e30b96b8 req-4b584c5c-20ec-4710-81b6-76bdf37da3a5 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789c7d2-af48-468b-a8df-6dd26b30401f HTTP/1.1" status: 200 len: 210 time: 0.0418303 Jun 16 17:02:38.099896 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.138970 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b0aa7-960f-418c-8d91-1cd6c547a3fc req-add490bc-de87-4985-b5fe-e3370adbff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:38.141449 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cc9b0aa7-960f-418c-8d91-1cd6c547a3fc req-add490bc-de87-4985-b5fe-e3370adbff5a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 1101 time: 0.0750563 Jun 16 17:02:38.173974 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.180411 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cc9b0aa7-960f-418c-8d91-1cd6c547a3fc req-d5cc2081-c710-4251-89ae-cad763f17320 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Jun 16 17:02:38.278309 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.284829 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:38.301635 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd59977c-3608-4c7d-a6c5-952a2ffb2ffb,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:38.305086 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:38.402285 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.403803 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4958940 Jun 16 17:02:38.407062 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34222) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:38.413130 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'security_group_rule': {'security_group_id': 'f2614cbb-dcf9-4caf-b8ef-95f6b01245e7', 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:38.438738 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57b6fd-ced3-40f0-9a3c-042daa88d768 req-786f5cb4-17c3-4e64-b6a4-e59eb42372e3 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:38.441415 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fe57b6fd-ced3-40f0-9a3c-042daa88d768 req-786f5cb4-17c3-4e64-b6a4-e59eb42372e3 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 948 time: 0.0925722 Jun 16 17:02:38.486301 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fe57b6fd-ced3-40f0-9a3c-042daa88d768 req-5aa4c752-a648-49fd-b9b9-52cb22ecf4f5 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Jun 16 17:02:38.531291 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.604880 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.694200 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.696852 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8ead541e-a03f-408b-8c30-368165d9c959 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:38.717483 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69f99ad-77d4-43cb-b237-576cd188390d,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:38.720596 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:38.808486 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.811898 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015718 Jun 16 17:02:38.814385 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34232) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:38.821271 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'security_group_rule': {'security_group_id': 'f2614cbb-dcf9-4caf-b8ef-95f6b01245e7', 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:38.928065 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.securitygroups_db [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Project dfcfc9bc012f4a0db33235f36401a9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:02:38.934608 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:38.996887 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-07d6a736-077e-4a53-8a81-fdda670f4232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.014456 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.201681 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723940-dc86-4a53-9677-b5f9dcc67ef2 req-e5d1c281-62ab-4527-b115-94697f0cc8aa tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:39.203131 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-da723940-dc86-4a53-9677-b5f9dcc67ef2 req-e5d1c281-62ab-4527-b115-94697f0cc8aa tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0772159 Jun 16 17:02:39.220960 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.223375 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-74f4a06a-b249-4433-a436-ce8ffc3ee074 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:39.248565 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc220dea-1806-4fca-8c82-eeb58a4264ed,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:39.249720 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-da723940-dc86-4a53-9677-b5f9dcc67ef2 req-81b1ce9b-6bdd-46cc-ac98-8bfe987ffe06 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Jun 16 17:02:39.251853 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:39.380074 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.382562 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5657623 Jun 16 17:02:39.384977 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34244) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:39.392644 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'security_group_rule': {'security_group_id': 'f2614cbb-dcf9-4caf-b8ef-95f6b01245e7', 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:39.528723 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.securitygroups_db [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Project dfcfc9bc012f4a0db33235f36401a9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:02:39.538874 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.636729 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.728511 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8771428-b5a7-470d-ad66-6d2efbce03c9 req-ecc96950-7aa6-4e7a-a193-0083d01648c3 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:39.731111 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b8771428-b5a7-470d-ad66-6d2efbce03c9 req-ecc96950-7aa6-4e7a-a193-0083d01648c3 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 948 time: 0.0812547 Jun 16 17:02:39.772802 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b8771428-b5a7-470d-ad66-6d2efbce03c9 req-1a68f3e0-4048-42c4-a36c-26f29fc82329 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Jun 16 17:02:39.836435 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.839904 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6bf84d96-6b8b-4cfc-a340-b67d889e44df tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:39.858056 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6447fc6-072f-4198-9392-08c3da776a0f,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:39.862431 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:40.013608 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:40.014904 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6282322 Jun 16 17:02:40.172253 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-f6c5e8da-846e-4cf2-b9e9-b6291d038620 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092153333&fields=id&tenant_id=dfcfc9bc012f4a0db33235f36401a9c5 HTTP/1.1" status: 200 len: 267 time: 0.0337281 Jun 16 17:02:40.248282 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-de4861dd-83d8-41ee-a583-3d8ba46e06fb tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:40.249807 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-de4861dd-83d8-41ee-a583-3d8ba46e06fb tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.0714355 Jun 16 17:02:40.262447 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'port': {'security_groups': ['18053f26-a5df-49b8-b54a-08227d702d5e', 'f2614cbb-dcf9-4caf-b8ef-95f6b01245e7']}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:40.361035 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:40.520824 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61427f60-c0a7-433f-84c2-a6ad97c33977 req-aab654a2-b394-43b6-bc38-250007d4eef2 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:40.522370 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-61427f60-c0a7-433f-84c2-a6ad97c33977 req-aab654a2-b394-43b6-bc38-250007d4eef2 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1425073 Jun 16 17:02:40.617806 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-61427f60-c0a7-433f-84c2-a6ad97c33977 req-f04ac00a-9148-476a-9acc-33acb034fdec tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805099 Jun 16 17:02:40.641760 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:40.674689 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:40.821063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f774f7-5a6c-4e7d-82b0-4cf47cc6289e req-b83ffd87-ef04-4c87-807a-e26f514b1f3b tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:40.823021 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63f774f7-5a6c-4e7d-82b0-4cf47cc6289e req-b83ffd87-ef04-4c87-807a-e26f514b1f3b tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 948 time: 0.0997155 Jun 16 17:02:40.830691 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:40.837750 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:40.844559 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['682e0ae4-2d33-4a3f-a104-162c7ace166f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:40.943635 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:40.944314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:40.945741 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-61f650f0-a253-401f-9a90-e3c1e8c3f62b req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "PUT /v2.0/ports/682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 981 time: 0.6890154 Jun 16 17:02:40.947190 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:40.949609 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b35dc9-131f-4b1a-9cb2-a0931473852a" -d '{"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:40.980733 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=6']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:40.995310 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-63f774f7-5a6c-4e7d-82b0-4cf47cc6289e req-919b9951-aecf-4fb9-b96d-fc1d9a8669b0 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587913 Jun 16 17:02:40.996251 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4f8da354-c1e9-4668-a259-7e5b3125ce05 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:41.013536 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e28562-d4d1-491f-a1a8-e2c867a449bd x-openstack-request-id: req-a7e28562-d4d1-491f-a1a8-e2c867a449bd {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:41.013858 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:41.014138 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7e28562-d4d1-491f-a1a8-e2c867a449bd {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:41.014564 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'status': 'completed', 'code': 200} Jun 16 17:02:41.100878 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['682e0ae4-2d33-4a3f-a104-162c7ace166f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:41.175646 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-ded3d15d-237e-4e6b-bec5-f5d051bd8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:41.177579 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-ded3d15d-237e-4e6b-bec5-f5d051bd8be0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1137 time: 0.1206071 Jun 16 17:02:41.256647 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34290) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:41.314719 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-4c6aeaf1-852f-4c43-8eda-b1f4d1e08a78 None None] Provisioning complete for port 682e0ae4-2d33-4a3f-a104-162c7ace166f triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:41.315192 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-4c6aeaf1-852f-4c43-8eda-b1f4d1e08a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.376683 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-e70f04ed-f8c6-40d7-898f-77aa8fa2ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:41.378224 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-e70f04ed-f8c6-40d7-898f-77aa8fa2ea2b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 917 time: 0.1908031 Jun 16 17:02:41.392074 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d7ef-1782-4813-b972-bce826d93638 req-e0ae9b8d-a799-4e5d-a20c-2364fddb5fa3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:41.393937 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0284d7ef-1782-4813-b972-bce826d93638 req-e0ae9b8d-a799-4e5d-a20c-2364fddb5fa3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1281838 Jun 16 17:02:41.414274 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea3df-184d-4a76-bb7c-b0303724cccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.495132 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0284d7ef-1782-4813-b972-bce826d93638 req-4986e8da-69a5-499d-bba1-8d76b0aed2b8 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879247 Jun 16 17:02:41.517703 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea3df-184d-4a76-bb7c-b0303724cccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.523974 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-099ccbb0-f7e0-4e9f-97d5-82d068461c66 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 1001 time: 0.1279716 Jun 16 17:02:41.574547 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-7c88c44b-c395-44d5-b6b2-2ff04e5b1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:41.576206 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-7c88c44b-c395-44d5-b6b2-2ff04e5b1063 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 200 len: 854 time: 0.0464275 Jun 16 17:02:41.602234 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea3df-184d-4a76-bb7c-b0303724cccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.606087 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5ec097ad-f302-4283-8d82-05f67ed3c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:41.640448 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-4def2a62-60ca-4ff9-8e99-2099771d515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:41.642979 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-cb6ea3df-184d-4a76-bb7c-b0303724cccc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6abcdb4c068485dadee5e297f02f532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849463 Jun 16 17:02:41.643908 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-4def2a62-60ca-4ff9-8e99-2099771d515e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7b0b5e1-057a-40a8-a783-f97db3973ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591941 Jun 16 17:02:41.644204 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea3df-184d-4a76-bb7c-b0303724cccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c090959-5d47-4b0e-bc3d-a9c9b0fca452,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:41.645573 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34300) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:41.648618 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cb6ea3df-184d-4a76-bb7c-b0303724cccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:41.768338 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.789634 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-a014d2e5-bc65-4617-91d4-d102469140e3 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366179 Jun 16 17:02:41.796520 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-465fc996-a245-4a74-b8c6-b19a571eb147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.821311 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.928770 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-4d22ac6b-ef84-42c8-b441-c701271c9f0e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:41.930225 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-4d22ac6b-ef84-42c8-b441-c701271c9f0e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.96 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 948 time: 0.0693038 Jun 16 17:02:41.959908 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822a85f-886f-446a-b2d4-846413b19a87 req-9da3856f-ee74-4863-9960-1cf07dcc2190 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:41.962354 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6822a85f-886f-446a-b2d4-846413b19a87 req-9da3856f-ee74-4863-9960-1cf07dcc2190 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1754022 Jun 16 17:02:41.990843 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-23b35dc9-131f-4b1a-9cb2-a0931473852a req-24a29175-f403-41ef-b046-26e3ebf4312d service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871223 Jun 16 17:02:42.012341 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6822a85f-886f-446a-b2d4-846413b19a87 req-1c73eddf-9384-4a84-a196-5e3c150396be tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Jun 16 17:02:42.034882 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.037921 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.039051 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c090959-5d47-4b0e-bc3d-a9c9b0fca452 HTTP/1.1" status: 204 len: 168 time: 0.3922799 Jun 16 17:02:42.043895 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-02123af0-bc97-4e6b-b027-7116454b6b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:42.051895 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c090959-5d47-4b0e-bc3d-a9c9b0fca452,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:42.053785 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:42.060619 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Deleting port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:02:42.061578 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.189214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] For port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,segment=NetworkSegment(50533eec-d0f6-4b49-a6c7-add4b5494b8e),segment_id=50533eec-d0f6-4b49-a6c7-add4b5494b8e)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:42.189513 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.229527 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f740d5-bae6-4962-9a3c-baa1aee1154a req-d50649fd-1f0e-46e3-b3ee-e4d36ec131b3 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:42.231361 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c0f740d5-bae6-4962-9a3c-baa1aee1154a req-d50649fd-1f0e-46e3-b3ee-e4d36ec131b3 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 948 time: 0.0732856 Jun 16 17:02:42.261908 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Calling delete_port for a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:02:42.283441 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c0f740d5-bae6-4962-9a3c-baa1aee1154a req-f1e4e373-8c21-4e4c-be08-64f07a20c225 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/security-groups?id=e20dc3f6-d98e-4f97-a335-a6106678f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Jun 16 17:02:42.288468 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.568102 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.573036 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dca1e9a7-2a58-455c-9cd9-48120126582c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:42.586366 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:42.606167 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Pushing event deleted for resources: {'Port': ['ID=a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:42.609949 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:42.661749 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] No DVR routers for this DVR port a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:02:42.665409 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.668254 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-1ea28ca6-3e3f-406c-955f-0c564e01b288 req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.96 "DELETE /v2.0/ports/a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e HTTP/1.1" status: 204 len: 173 time: 0.7300825 Jun 16 17:02:42.668963 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'name': 'network-vif-deleted', 'tag': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:42.672577 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973d48b7-7a76-4e0e-91d0-0e5768487e62" -d '{"events": [{"server_uuid": "d150096f-5120-4c8c-9c14-c73327aa6c3e", "name": "network-vif-deleted", "tag": "a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:42.737710 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3735bf-86d8-4f80-b94b-a95026c51981 x-openstack-request-id: req-1d3735bf-86d8-4f80-b94b-a95026c51981 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:42.738062 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d150096f-5120-4c8c-9c14-c73327aa6c3e", "name": "network-vif-deleted", "tag": "a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:42.738348 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d3735bf-86d8-4f80-b94b-a95026c51981 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:42.738791 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd150096f-5120-4c8c-9c14-c73327aa6c3e', 'name': 'network-vif-deleted', 'tag': 'a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e', 'status': 'completed', 'code': 200} Jun 16 17:02:42.933247 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34316) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:42.952722 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c79f8997-adda-49c8-8fe1-41a2c82e6fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.075280 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c79f8997-adda-49c8-8fe1-41a2c82e6fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.181934 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c79f8997-adda-49c8-8fe1-41a2c82e6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.187005 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-479eceef-ea3f-4f85-9783-4f45fb36fa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:43.219727 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.237552 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c79f8997-adda-49c8-8fe1-41a2c82e6fd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=996c8a2ad9174039b9689441e37b7272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029439 Jun 16 17:02:43.239824 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f8997-adda-49c8-8fe1-41a2c82e6fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f597719d-e328-46b3-aaab-c07df0a0c5a3,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:43.240142 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34324) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:43.245420 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c79f8997-adda-49c8-8fe1-41a2c82e6fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:43.282771 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588539d5-bd1a-49d1-8c21-9f79c21fe3b2 req-d83f5473-0768-4aaa-9fba-b8ef0778d1b8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:43.284345 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-588539d5-bd1a-49d1-8c21-9f79c21fe3b2 req-d83f5473-0768-4aaa-9fba-b8ef0778d1b8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1391408 Jun 16 17:02:43.320157 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.330170 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-588539d5-bd1a-49d1-8c21-9f79c21fe3b2 req-2663f77b-c034-4644-add2-1de43f6ae92c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Jun 16 17:02:43.356804 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.468775 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f7ba5a9e-df10-4f63-aeb2-c73ea08f952d req-24e22fc9-1ddc-4baf-ad53-ac25fbbe94a8 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d150096f-5120-4c8c-9c14-c73327aa6c3e HTTP/1.1" status: 200 len: 210 time: 0.0366790 Jun 16 17:02:43.528787 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.533954 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:43.538009 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f597719d-e328-46b3-aaab-c07df0a0c5a3 HTTP/1.1" status: 204 len: 168 time: 0.2945356 Jun 16 17:02:43.538009 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-04d0526a-e5a8-4dd2-9075-847432010fe5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:43.551654 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f597719d-e328-46b3-aaab-c07df0a0c5a3,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:43.556067 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:44.260996 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-d00703b4-e3c9-4b46-9c2d-99a6e52f4821 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:44.263545 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-d00703b4-e3c9-4b46-9c2d-99a6e52f4821 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/networks?id=3714402a-74c3-4699-8f13-a12a51f46ac7 HTTP/1.1" status: 200 len: 812 time: 0.1914606 Jun 16 17:02:44.286527 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-6af2f887-ac57-458b-b6b7-b78b9c632a66 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/quotas/6ac1abb97d8542fc8b5165c336df0bc6 HTTP/1.1" status: 200 len: 375 time: 0.0154283 Jun 16 17:02:44.327343 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884d601-b11e-4851-9a59-ef8848bac6e9 req-75fb3df5-2d5d-417f-b6aa-bea1f95ea0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:44.328163 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-d5e9154f-bc8c-467e-9e26-f8b6138feb84 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353272 Jun 16 17:02:44.330556 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e884d601-b11e-4851-9a59-ef8848bac6e9 req-75fb3df5-2d5d-417f-b6aa-bea1f95ea0f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1098 time: 0.0954661 Jun 16 17:02:44.419441 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e884d601-b11e-4851-9a59-ef8848bac6e9 req-8ba3e56a-e91c-4c08-a061-d93d281ba966 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808957 Jun 16 17:02:44.490204 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8dd37349-bf86-41ae-9d4c-466912f26b8c service neutron] 10.222.0.36 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478207 Jun 16 17:02:44.656689 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-9437b8fd-db5d-46b9-b4ea-a40ef25df8db service neutron] 10.222.0.36 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516588 Jun 16 17:02:44.692042 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca204dd-820e-43ab-a1f3-83de1b41f380 req-7613d62d-bfc2-4669-a5ff-f0f20b2aca1a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:44.694541 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ca204dd-820e-43ab-a1f3-83de1b41f380 req-7613d62d-bfc2-4669-a5ff-f0f20b2aca1a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1544805 Jun 16 17:02:44.774606 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4ca204dd-820e-43ab-a1f3-83de1b41f380 req-75190b9d-395d-40b5-9491-d1148612712b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 Jun 16 17:02:45.238357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:02:45.238357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:02:45.238357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device a8fc422b-2dc4-4ea0-8f7f-a6ec00a2f97e not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:02:45.239522 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-5442ee93-8b13-402e-88cc-181aeb82e5ea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946848 Jun 16 17:02:45.328486 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-1c697c1b-4b6a-49d7-a6c2-2414733f5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:45.330507 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-1c697c1b-4b6a-49d7-a6c2-2414733f5eda service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 1099 time: 0.0641313 Jun 16 17:02:45.495304 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-c06f2f4f-16d7-4ff3-9ee8-a6bd59f5aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:45.497868 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-c06f2f4f-16d7-4ff3-9ee8-a6bd59f5aec2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.1419885 Jun 16 17:02:45.589278 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-b98778df-75ab-4ada-85ed-435acbc722b2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 200 len: 1000 time: 0.0835319 Jun 16 17:02:45.642546 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-b550a92c-43be-4943-abbf-3307c4a6f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:45.644005 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-b550a92c-43be-4943-abbf-3307c4a6f29b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.0482931 Jun 16 17:02:45.724128 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-3711eacf-13d1-4ddd-8c30-0903261f5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:45.728711 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-3711eacf-13d1-4ddd-8c30-0903261f5dba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750222 Jun 16 17:02:45.751736 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:45.888328 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:45.947191 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-891ee372-cf6d-45a0-8cdd-1bcceba2511c req-43d4b567-3dad-487e-968e-3fcc2021e9ad tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 210 time: 0.0707564 Jun 16 17:02:45.954414 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-12dd9082-873b-4c5d-9b7d-981ae35223ed service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189906 Jun 16 17:02:46.114523 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-e30bf743-e7a6-4b08-9611-4f3102636517 req-8dcc4bb1-b1b7-43b4-b5f0-65e9d92c38b2 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521015 Jun 16 17:02:46.217710 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef12077-2cd9-4c7a-a05c-f3ff8b2cad90 req-70a69527-5fdd-4176-ad70-0732c2338de7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:46.219320 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bef12077-2cd9-4c7a-a05c-f3ff8b2cad90 req-70a69527-5fdd-4176-ad70-0732c2338de7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1466672 Jun 16 17:02:46.298603 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bef12077-2cd9-4c7a-a05c-f3ff8b2cad90 req-6187a708-ccf1-45d2-a4c5-2c7128295d78 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725574 Jun 16 17:02:47.136039 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3818ab79-b581-4e83-ba00-eec98b53ed0a req-754a4a2c-197c-498d-bd5a-79da3dc0248a tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 210 time: 0.0385993 Jun 16 17:02:47.535853 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f71c-1d8b-4529-8eb3-98021bd0309d req-05d70532-32bd-4c69-98be-16e832ce8e6a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:47.538333 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa91f71c-1d8b-4529-8eb3-98021bd0309d req-05d70532-32bd-4c69-98be-16e832ce8e6a tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0910356 Jun 16 17:02:47.589153 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fa91f71c-1d8b-4529-8eb3-98021bd0309d req-3fc53827-6d44-4792-a0f9-7817ad8cc4db tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Jun 16 17:02:47.925567 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34494) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:48.080769 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32978895-b492-4e39-92c9-9b146d9e1cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:48.193086 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32978895-b492-4e39-92c9-9b146d9e1cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:48.260305 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-32978895-b492-4e39-92c9-9b146d9e1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:48.263893 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ffac03c1-cbf1-41e6-ab31-4d58b554a12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:48.466164 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-9effefaa-b5d5-474f-a3e4-be736804186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:48.467726 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-9effefaa-b5d5-474f-a3e4-be736804186e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 1098 time: 0.0919049 Jun 16 17:02:48.604304 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-371cc498-e8ad-4690-86c8-edf403a0c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:48.605885 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-371cc498-e8ad-4690-86c8-edf403a0c446 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 200 len: 921 time: 0.1306353 Jun 16 17:02:48.671796 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-218a01f8-84f6-4a7b-b2d2-480427775c09 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0584414 Jun 16 17:02:48.725753 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32978895-b492-4e39-92c9-9b146d9e1cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc7a6f6-d40e-4af1-a1d0-63e331d1acd6,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:48.760665 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-32978895-b492-4e39-92c9-9b146d9e1cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:48.772067 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-bffaa47b-165d-4cfd-a3ca-6ae174044ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:48.773865 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-bffaa47b-165d-4cfd-a3ca-6ae174044ed1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 200 len: 859 time: 0.0943387 Jun 16 17:02:48.793363 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-32978895-b492-4e39-92c9-9b146d9e1cdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=901204eeabb04f978470ff983c11bf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8661499 Jun 16 17:02:48.818675 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-730718e9-23c9-4c4f-a5f6-f16f57f66814 req-6672691f-3b6e-424a-89a2-0c1d8e894b57 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 210 time: 0.1148739 Jun 16 17:02:48.818675 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34520) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:48.819725 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-bc5c315c-cb49-43e3-b592-ccca0143323b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05a142a-93ef-4dae-84ff-199b12d3725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375957 Jun 16 17:02:48.953279 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-564daaa9-9d53-4e9d-92cb-ee57d1073df9 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258185 Jun 16 17:02:48.985493 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-56bd35e5-7cc0-4f3a-b3a8-47b09924c0e7 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:48.985815 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-56bd35e5-7cc0-4f3a-b3a8-47b09924c0e7 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "GET /v2.0/networks?id=3714402a-74c3-4699-8f13-a12a51f46ac7 HTTP/1.1" status: 200 len: 812 time: 0.2859378 Jun 16 17:02:49.004000 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01817e-ad71-4ba9-ae03-96f689b5ab8f req-aa8f8f56-7562-4277-898f-6fdd9469a6fa tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:49.005602 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e01817e-ad71-4ba9-ae03-96f689b5ab8f req-aa8f8f56-7562-4277-898f-6fdd9469a6fa tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.3020458 Jun 16 17:02:49.012957 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Request body: {'port': {'device_id': '90de9269-9370-40a6-bcce-f57be601f470', 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7', 'admin_state_up': True, 'tenant_id': '6ac1abb97d8542fc8b5165c336df0bc6'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:49.019573 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:49.091304 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:49.121137 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-778e4160-5ec8-46ed-98ea-41f7d68af1e3 req-b3e20818-fe10-4622-a4cb-b535a41aceb2 service neutron] 10.222.0.96 "GET /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572466 Jun 16 17:02:49.175474 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6e01817e-ad71-4ba9-ae03-96f689b5ab8f req-00379568-a968-436d-a8bb-40852833109f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572187 Jun 16 17:02:49.310560 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:49.313214 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:49.314389 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cc7a6f6-d40e-4af1-a1d0-63e331d1acd6 HTTP/1.1" status: 204 len: 168 time: 0.4933848 Jun 16 17:02:49.315384 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5f33ee11-93a3-445d-a49a-470c167ec8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:49.323065 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc7a6f6-d40e-4af1-a1d0-63e331d1acd6,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:49.325548 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:49.343021 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Made reservation on behalf of 6ac1abb97d8542fc8b5165c336df0bc6 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:02:49.347708 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:49.528389 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Allocated IP 172.20.0.8 (3714402a-74c3-4699-8f13-a12a51f46ac7/7089615b-e2d1-4c64-995f-e9f2033db154/3e74ad6d-b4a9-48ef-8cd5-015c1428d16e) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:02:49.737537 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:49.860985 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8495707'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:49.880076 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-15574d4e-521b-4de1-ba00-3bd13025c050 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:49.930870 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Network 3714402a-74c3-4699-8f13-a12a51f46ac7 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:49.938705 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:49.947170 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:02:50.006180 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Pushing event updated for resources: {'Port': ['ID=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:50.040515 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:50.093193 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:50.099296 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.155671 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2e58-6fb1-4bcf-ad84-dcdf63c0dde7 req-2da4eb2b-5aa0-4cb9-9bec-b3fd544b3e73 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:50.157958 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1cda2e58-6fb1-4bcf-ad84-dcdf63c0dde7 req-2da4eb2b-5aa0-4cb9-9bec-b3fd544b3e73 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 931 time: 0.1436679 Jun 16 17:02:50.209122 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-3ab5d6ca-b53d-4d70-a5a7-ab60bd58bf5b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2024477 Jun 16 17:02:50.228533 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Request body: {'port': {'device_id': '90de9269-9370-40a6-bcce-f57be601f470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:50.239185 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34592) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:50.243322 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1cda2e58-6fb1-4bcf-ad84-dcdf63c0dde7 req-b8cf92d9-ab34-46cc-a160-977ad387e34e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759552 Jun 16 17:02:50.270909 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.391239 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.429515 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.468206 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bd548-36f0-496d-a7dd-d99a137f8bbf req-f90a4f21-7d10-48f8-85d0-e328638c17f7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:50.469908 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e42bd548-36f0-496d-a7dd-d99a137f8bbf req-f90a4f21-7d10-48f8-85d0-e328638c17f7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1553574 Jun 16 17:02:50.522720 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.526029 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cb6ea3df-184d-4a76-bb7c-b0303724cccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:50.590502 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e42bd548-36f0-496d-a7dd-d99a137f8bbf req-24354851-3823-45bc-9b00-1b989b1e7417 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128542 Jun 16 17:02:50.607169 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34614) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:50.609506 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=507e59810bea4339a995219e33eca320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687747 Jun 16 17:02:50.611424 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd0f7c8-c3bd-4562-8311-d8d00373c364,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:50.624486 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.625065 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.626037 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.626617 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.627081 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.627722 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.628176 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.628743 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.629325 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.629870 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.630330 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.630895 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:50.637329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d50ae965-d51b-45e1-9cf5-ea1bbfc0ee66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:50.757192 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.797728 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.886416 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:50.900955 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.986940 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Transition to ACTIVE for port object 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:50.988713 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.993915 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:50.999497 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbd0f7c8-c3bd-4562-8311-d8d00373c364 HTTP/1.1" status: 204 len: 168 time: 0.3873181 Jun 16 17:02:50.999497 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-515b5b09-d8fb-47b7-9ccf-7980f01ea8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:51.012505 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd0f7c8-c3bd-4562-8311-d8d00373c364,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:51.015736 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:51.047848 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:51.051814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:51.180159 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Pushing event updated for resources: {'Port': ['ID=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:51.184499 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:51.275450 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Attempting to bind port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:02:51.275801 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Attempting to bind port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:02:51.276488 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Attempting to bind port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e on network 3714402a-74c3-4699-8f13-a12a51f46ac7 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:51.284131 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e on network 3714402a-74c3-4699-8f13-a12a51f46ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:02:51.284434 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Attempting to bind port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e on network 3714402a-74c3-4699-8f13-a12a51f46ac7 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:51.291031 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:02:51.295622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Checking segment: {'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:02:51.295622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Bound using segment: {'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:02:51.295622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Bound port: 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f651f7-4f26-40dd-a8eb-bd1a113448d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:02:51.295622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:51.382996 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] For port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:02:51.393122 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] For port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:02:51.494360 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:51.501482 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f1e8b783-db75-4bcd-a3e4-551b5002a6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:51.554526 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:51.555611 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:51.557416 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] 10.222.0.96 "PUT /v2.0/ports/3e74ad6d-b4a9-48ef-8cd5-015c1428d16e HTTP/1.1" status: 200 len: 1093 time: 1.3367171 Jun 16 17:02:51.568991 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe960-0d96-47eb-b479-2934ea298101 req-b51de3e0-c80c-4a57-822e-bc38d4731130 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:51.571129 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a0efe960-0d96-47eb-b479-2934ea298101 req-b51de3e0-c80c-4a57-822e-bc38d4731130 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 943 time: 0.1502852 Jun 16 17:02:51.574114 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90de9269-9370-40a6-bcce-f57be601f470', 'tag': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:51.576921 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d63d0f9-38c4-4559-a0f2-aaf4f73569b1" -d '{"events": [{"name": "network-changed", "server_uuid": "90de9269-9370-40a6-bcce-f57be601f470", "tag": "3e74ad6d-b4a9-48ef-8cd5-015c1428d16e"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:51.635033 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e84782-2c24-49fe-b80d-b14ca536751d x-openstack-request-id: req-b8e84782-2c24-49fe-b80d-b14ca536751d {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:51.636210 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90de9269-9370-40a6-bcce-f57be601f470", "tag": "3e74ad6d-b4a9-48ef-8cd5-015c1428d16e", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:51.636791 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8e84782-2c24-49fe-b80d-b14ca536751d {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:51.637577 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90de9269-9370-40a6-bcce-f57be601f470', 'tag': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e', 'status': 'completed', 'code': 200} Jun 16 17:02:51.672064 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Pushing event updated for resources: {'Port': ['ID=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:51.682667 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:51.693342 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a0efe960-0d96-47eb-b479-2934ea298101 req-cb0b5214-62c4-4740-b232-f38456219ef3 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097591 Jun 16 17:02:51.914314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63d0f9-38c4-4559-a0f2-aaf4f73569b1 req-afc109f6-a34e-4ed7-8d34-f4c5194ab69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:51.916669 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0d63d0f9-38c4-4559-a0f2-aaf4f73569b1 req-afc109f6-a34e-4ed7-8d34-f4c5194ab69c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 1096 time: 0.1975183 Jun 16 17:02:51.986665 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6288e-87ff-4689-b523-37032acfe781 req-f27a38ea-2a77-4585-8050-f7ff7eabcc77 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:51.988420 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3d6288e-87ff-4689-b523-37032acfe781 req-f27a38ea-2a77-4585-8050-f7ff7eabcc77 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1489770 Jun 16 17:02:52.108796 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3d6288e-87ff-4689-b523-37032acfe781 req-712ca870-eaba-4e44-8749-6dce6550e632 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041820 Jun 16 17:02:52.117877 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63d0f9-38c4-4559-a0f2-aaf4f73569b1 req-d76a47b3-9ff8-4800-90f2-85e9d2800cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:52.121150 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0d63d0f9-38c4-4559-a0f2-aaf4f73569b1 req-d76a47b3-9ff8-4800-90f2-85e9d2800cfe service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1874630 Jun 16 17:02:52.285883 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63d0f9-38c4-4559-a0f2-aaf4f73569b1 req-6773e1dd-923e-4366-87a7-762ed8c7a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:52.288097 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0d63d0f9-38c4-4559-a0f2-aaf4f73569b1 req-6773e1dd-923e-4366-87a7-762ed8c7a9e6 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1594074 Jun 16 17:02:52.437758 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-bb335e32-5998-4451-b084-9c5120452d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:52.441460 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-bb335e32-5998-4451-b084-9c5120452d85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 1096 time: 0.0948720 Jun 16 17:02:52.493428 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-74ac9522-8ddc-4cc9-97bd-bae4a256bb9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e HTTP/1.1" status: 200 len: 217 time: 0.0427299 Jun 16 17:02:52.589454 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-a48149ff-edf5-4a7b-a3f7-5a542e1d4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:52.589454 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-a48149ff-edf5-4a7b-a3f7-5a542e1d4c23 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7089615b-e2d1-4c64-995f-e9f2033db154 HTTP/1.1" status: 200 len: 852 time: 0.0857046 Jun 16 17:02:52.630559 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-4e43548c-38b2-4c12-a7ed-9d4c807b918a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3714402a-74c3-4699-8f13-a12a51f46ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342855 Jun 16 17:02:52.747390 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-aaacab6f-b6fa-4925-8022-ae0cdf5ea559 service neutron] 10.222.0.96 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091733 Jun 16 17:02:52.873562 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-488718ca-66e1-441d-b83e-7b386b27dc20 req-64cfcda1-0398-4f0a-9b68-b1086cdffb4f service neutron] 10.222.0.96 "GET /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192439 Jun 16 17:02:52.932720 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c66c43-e356-423a-9d22-2b7f834a2727 req-3e2c5244-7baa-48fc-b07e-c1a495a0f4c6 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:52.934459 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d8c66c43-e356-423a-9d22-2b7f834a2727 req-3e2c5244-7baa-48fc-b07e-c1a495a0f4c6 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 943 time: 0.0755141 Jun 16 17:02:52.976771 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d8c66c43-e356-423a-9d22-2b7f834a2727 req-6858bde0-5e23-45aa-bae3-9b3a84693e58 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Jun 16 17:02:54.060383 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34728) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:54.277961 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b58f5-f2c9-4b1b-a550-5e3858bed536 req-3483159e-8c3e-44ec-8695-8dfdfcc7009d tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:54.280117 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b27b58f5-f2c9-4b1b-a550-5e3858bed536 req-3483159e-8c3e-44ec-8695-8dfdfcc7009d tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 943 time: 0.1208158 Jun 16 17:02:54.367708 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b27b58f5-f2c9-4b1b-a550-5e3858bed536 req-6c19b707-f6f1-493f-9383-0cf5507c17d6 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763633 Jun 16 17:02:54.382606 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-ac9bd605-41e5-4a2d-86b4-d3957c0bc12d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e485967e0d549afbc244dd16d124f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204448 Jun 16 17:02:54.388477 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34742) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:54.474681 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:54.518606 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:54.728363 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:54.733103 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:54.735168 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e20dc3f6-d98e-4f97-a335-a6106678f62c HTTP/1.1" status: 204 len: 168 time: 0.3448887 Jun 16 17:02:54.736969 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f1ec8e13-50ad-43ef-b42f-adcdd70176cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:54.754982 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20dc3f6-d98e-4f97-a335-a6106678f62c,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:54.760868 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:55.159029 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34768) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:55.229535 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:55.390562 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5af7-2a08-4ceb-b3fd-8441813aee82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.408993 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:55.436205 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e', 'network_id': '3714402a-74c3-4699-8f13-a12a51f46ac7', 'port_id': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e', 'mac_address': 'fa:16:3e:a7:7d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7089615b-e2d1-4c64-995f-e9f2033db154', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:55.503103 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.526331 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:55.554449 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:55.559483 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5af7-2a08-4ceb-b3fd-8441813aee82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.659933 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.662293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:55.671723 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5af7-2a08-4ceb-b3fd-8441813aee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.677892 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-16ac6af6-736f-4257-8335-9adaa2b5229d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:55.679952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061567d9-74de-432d-926e-fab6084b3a47 req-779b9c7e-8994-4815-acf9-a93441e0e1e8 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:55.683209 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-061567d9-74de-432d-926e-fab6084b3a47 req-779b9c7e-8994-4815-acf9-a93441e0e1e8 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 943 time: 0.0935802 Jun 16 17:02:55.730960 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b5af7-2a08-4ceb-b3fd-8441813aee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7bfc0-987c-4900-890c-3fcdacde41ea,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:55.739079 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8d0b5af7-2a08-4ceb-b3fd-8441813aee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:55.761540 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:55.765471 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-061567d9-74de-432d-926e-fab6084b3a47 req-3242add0-4d3e-4e75-90ce-c26fe2f2499f tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749352 Jun 16 17:02:55.765943 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-8d0b5af7-2a08-4ceb-b3fd-8441813aee82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=121cef1974fa43ba823297187ff810fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051054 Jun 16 17:02:55.769382 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34780) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:55.770958 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:55.853413 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.881227 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:55.980746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['3e74ad6d-b4a9-48ef-8cd5-015c1428d16e'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:56.043258 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.050934 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.052984 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89a7bfc0-987c-4900-890c-3fcdacde41ea HTTP/1.1" status: 204 len: 168 time: 0.2820425 Jun 16 17:02:56.054359 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c94bdbae-1335-4b64-8279-23268eabe795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:56.071946 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7bfc0-987c-4900-890c-3fcdacde41ea,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:56.078952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:56.889774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34794) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:56.923122 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1114dd95-d644-41e2-86c7-431cb2526978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.085439 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75b7f-41f5-4692-ab52-b4e12a334d96 req-0ae47939-23d4-4bc6-975a-833a4736c179 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:57.087734 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e5b75b7f-41f5-4692-ab52-b4e12a334d96 req-0ae47939-23d4-4bc6-975a-833a4736c179 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 944 time: 0.1320255 Jun 16 17:02:57.122539 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1114dd95-d644-41e2-86c7-431cb2526978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.183069 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1114dd95-d644-41e2-86c7-431cb2526978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.188303 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-85f0e75b-36b2-4379-adf5-3bd2d10d1044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:57.213836 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e5b75b7f-41f5-4692-ab52-b4e12a334d96 req-8c36fe06-87a0-483b-a5c3-30f62fb44eec tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142037 Jun 16 17:02:57.238426 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:57.255902 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-1114dd95-d644-41e2-86c7-431cb2526978 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d409d5c6aaa84db28ca2477dddb72809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599608 Jun 16 17:02:57.255902 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34802) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:57.266027 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114dd95-d644-41e2-86c7-431cb2526978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c716928-a03c-49db-848e-bea8a6942e0c,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:57.278965 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1114dd95-d644-41e2-86c7-431cb2526978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:57.331964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394a3c-a6f7-4e92-bf76-b52585b19d3c req-620b8903-6bbf-43d7-a4cd-feaa0f0149ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:57.333652 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cc394a3c-a6f7-4e92-bf76-b52585b19d3c req-620b8903-6bbf-43d7-a4cd-feaa0f0149ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.2030811 Jun 16 17:02:57.362504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.415536 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.429637 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cc394a3c-a6f7-4e92-bf76-b52585b19d3c req-0826c4bb-e40c-4d28-8b4e-e9c55452c8fc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776062 Jun 16 17:02:57.442795 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:57.449248 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:57.449887 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.553543 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.591010 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90de9269-9370-40a6-bcce-f57be601f470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:57.594574 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0fd3fc-2945-4f02-95df-f139bfd8fb36" -d '{"events": [{"server_uuid": "90de9269-9370-40a6-bcce-f57be601f470", "name": "network-vif-plugged", "status": "completed", "tag": "3e74ad6d-b4a9-48ef-8cd5-015c1428d16e"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:57.610135 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:57.614384 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.618463 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.623648 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c716928-a03c-49db-848e-bea8a6942e0c HTTP/1.1" status: 204 len: 168 time: 0.3641999 Jun 16 17:02:57.623648 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:57.640631 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c716928-a03c-49db-848e-bea8a6942e0c,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:57.643740 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c298c79d-f2cb-4036-b093-ee7931853a7f x-openstack-request-id: req-c298c79d-f2cb-4036-b093-ee7931853a7f {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:57.644118 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90de9269-9370-40a6-bcce-f57be601f470", "name": "network-vif-plugged", "status": "completed", "tag": "3e74ad6d-b4a9-48ef-8cd5-015c1428d16e", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:57.644444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c298c79d-f2cb-4036-b093-ee7931853a7f {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:57.644644 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:57.645041 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90de9269-9370-40a6-bcce-f57be601f470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e', 'code': 200} Jun 16 17:02:57.722949 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.725760 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:57.810356 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:57.815194 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:57.995947 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf838-b9ea-4f46-bcbc-358fd4de8ab9 req-ea72c04e-af6c-40f3-a144-55e1923a4741 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:57.998361 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0f9bf838-b9ea-4f46-bcbc-358fd4de8ab9 req-ea72c04e-af6c-40f3-a144-55e1923a4741 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1070354 Jun 16 17:02:58.054568 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0f9bf838-b9ea-4f46-bcbc-358fd4de8ab9 req-b6b9ff95-f3cf-418e-bd7d-20fdcf453bad tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487216 Jun 16 17:02:58.178426 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35505edf-e014-4af4-a802-3d721e6d9502 req-a70bbcba-3041-40d4-880c-484996054908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:58.180360 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-35505edf-e014-4af4-a802-3d721e6d9502 req-a70bbcba-3041-40d4-880c-484996054908 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 1098 time: 0.0824096 Jun 16 17:02:58.234731 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-35505edf-e014-4af4-a802-3d721e6d9502 req-9d8d4894-3751-4e99-b224-e4f0f71064a2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Jun 16 17:02:58.459285 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140954c-21a7-49df-b0ca-b8a90aee18fd req-285ab8af-6cf2-4f0b-ba23-e7aadaee0d66 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:58.463434 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9140954c-21a7-49df-b0ca-b8a90aee18fd req-285ab8af-6cf2-4f0b-ba23-e7aadaee0d66 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.0901008 Jun 16 17:02:58.535582 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9140954c-21a7-49df-b0ca-b8a90aee18fd req-59b1318b-8e3d-4892-ae91-468a0d7bac34 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624120 Jun 16 17:02:58.734148 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdc65b-f7c5-475d-add2-8ff668e4ed1a req-d75c41c8-225c-459e-a214-b252fc76d8b7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:58.736753 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-41cdc65b-f7c5-475d-add2-8ff668e4ed1a req-d75c41c8-225c-459e-a214-b252fc76d8b7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.1152048 Jun 16 17:02:58.792044 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-41cdc65b-f7c5-475d-add2-8ff668e4ed1a req-4c345b23-b661-4a8c-a88a-a486becf3a7a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482986 Jun 16 17:02:59.318714 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-2f767e00-8f87-4c07-b369-5dc5305acc03 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.321833 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-2f767e00-8f87-4c07-b369-5dc5305acc03 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.1754439 Jun 16 17:02:59.386721 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c8c15-6f67-4975-8926-26f8b0f74704 req-faddd3b4-0648-4b32-a442-b1a964b21bfd tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.388360 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-135c8c15-6f67-4975-8926-26f8b0f74704 req-faddd3b4-0648-4b32-a442-b1a964b21bfd tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.1639473 Jun 16 17:02:59.480663 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-135c8c15-6f67-4975-8926-26f8b0f74704 req-7629a662-3b15-4871-89a7-1e667304e4a7 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822201 Jun 16 17:02:59.517738 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Deleting port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:02:59.518244 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:59.642766 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] For port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:59.643132 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:59.995783 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984521eb-e1a4-4576-952d-67acbe79ee0b req-391adb5e-ad37-4096-ad68-1c3314021003 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.997921 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-984521eb-e1a4-4576-952d-67acbe79ee0b req-391adb5e-ad37-4096-ad68-1c3314021003 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.3030443 Jun 16 17:03:00.409969 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:00.410639 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:00.410639 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Floating IP dbe91758-7970-4b5b-9a8c-2df722e057da disassociated. External IP: 172.28.3.96, port: 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8. Jun 16 17:03:00.417893 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Calling delete_port for 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 owned by compute:nova {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:00.473809 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-984521eb-e1a4-4576-952d-67acbe79ee0b req-81e58691-92c5-4aef-8051-99a7c746eaa4 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439728 Jun 16 17:03:00.513856 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b38b09-6b98-4a25-8c2a-a0eda8967133 req-47148ca8-9c9a-404b-880f-ac411d854301 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:00.515557 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-86b38b09-6b98-4a25-8c2a-a0eda8967133 req-47148ca8-9c9a-404b-880f-ac411d854301 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 946 time: 0.5617008 Jun 16 17:03:00.606573 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-86b38b09-6b98-4a25-8c2a-a0eda8967133 req-692673b9-9696-4db9-92cc-9a967cc6a654 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=2627cfc1-aced-44ad-82c6-cd24647721ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748281 Jun 16 17:03:00.645338 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc4a4b-821e-4985-acae-448030a4a986 req-f101f9ad-65f3-4603-bdce-6d7d2ccdccfc tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:00.646855 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-06cc4a4b-821e-4985-acae-448030a4a986 req-f101f9ad-65f3-4603-bdce-6d7d2ccdccfc tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.0763161 Jun 16 17:03:00.763893 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Deleting port 526ffe1d-b6e1-4fca-a05b-c931bf411437 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:00.764362 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:00.795558 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6cc1b-5189-4035-8333-22bf2a257847 req-95d114c3-fef2-4253-90e9-d257738716e5 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:00.797131 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-91b6cc1b-5189-4035-8333-22bf2a257847 req-95d114c3-fef2-4253-90e9-d257738716e5 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 946 time: 0.0712464 Jun 16 17:03:00.812483 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:00.826082 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5b1c7239-1e31-49aa-ada3-a8b8a7a77945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:00.858700 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event deleted for resources: {'Port': ['ID=71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:00.865594 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] For port 526ffe1d-b6e1-4fca-a05b-c931bf411437, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=526ffe1d-b6e1-4fca-a05b-c931bf411437,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:00.865594 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:00.867106 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:00.921750 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-91b6cc1b-5189-4035-8333-22bf2a257847 req-376c1214-b961-47f4-bab8-16bcf4a590c9 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186337 Jun 16 17:03:00.937362 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Calling delete_port for 526ffe1d-b6e1-4fca-a05b-c931bf411437 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:01.003803 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Router c927f7de-78c1-45fb-a192-945a91b855cf has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:01.136383 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:01.147089 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] Sync routers for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:01.157583 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:01.158493 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:02:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:01.180329 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] No DVR routers for this DVR port 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 on host hv-cinder-78338 {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:01.183425 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:01.185515 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-11e90f7b-f6d8-46ca-8ce6-dbf31ff920e5 req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "DELETE /v2.0/ports/71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 HTTP/1.1" status: 204 len: 173 time: 1.8534579 Jun 16 17:03:01.186023 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-deleted', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:01.188311 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d056c2ef-4e79-45c6-9f80-8955ee789abc" -d '{"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-deleted", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:01.202198 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:01.206614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:01.220179 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['526ffe1d-b6e1-4fca-a05b-c931bf411437', 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:01.256285 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Pushing event deleted for resources: {'Port': ['ID=526ffe1d-b6e1-4fca-a05b-c931bf411437,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:01.260831 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b88c76-d608-484f-9bf6-cc55920db72e x-openstack-request-id: req-32b88c76-d608-484f-9bf6-cc55920db72e {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:01.261182 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cecfd7-4bef-4573-838c-af57a256817c", "name": "network-vif-deleted", "tag": "71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:01.261484 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32b88c76-d608-484f-9bf6-cc55920db72e {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:01.261904 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cecfd7-4bef-4573-838c-af57a256817c', 'name': 'network-vif-deleted', 'tag': '71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8', 'status': 'completed', 'code': 200} Jun 16 17:03:01.271842 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:01.324300 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:01.337146 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] No DVR routers for this DVR port 526ffe1d-b6e1-4fca-a05b-c931bf411437 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:01.340281 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:01.342616 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-06cc4a4b-821e-4985-acae-448030a4a986 req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "DELETE /v2.0/ports/526ffe1d-b6e1-4fca-a05b-c931bf411437 HTTP/1.1" status: 204 len: 173 time: 0.6893706 Jun 16 17:03:01.343555 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'name': 'network-vif-deleted', 'tag': '526ffe1d-b6e1-4fca-a05b-c931bf411437'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:01.346396 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca381e0e-31e4-4425-8a35-e8eaf64db4c6" -d '{"events": [{"server_uuid": "6995acbf-f29f-4346-9944-a8a4c2ad78c0", "name": "network-vif-deleted", "tag": "526ffe1d-b6e1-4fca-a05b-c931bf411437"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:01.441030 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac427d9-cd49-40b8-b703-f05730dd2691 x-openstack-request-id: req-aac427d9-cd49-40b8-b703-f05730dd2691 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:01.441572 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995acbf-f29f-4346-9944-a8a4c2ad78c0", "name": "network-vif-deleted", "tag": "526ffe1d-b6e1-4fca-a05b-c931bf411437", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:01.441993 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aac427d9-cd49-40b8-b703-f05730dd2691 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:01.442529 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6995acbf-f29f-4346-9944-a8a4c2ad78c0', 'name': 'network-vif-deleted', 'tag': '526ffe1d-b6e1-4fca-a05b-c931bf411437', 'status': 'completed', 'code': 200} Jun 16 17:03:01.607298 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:01.610720 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] Checking router: c927f7de-78c1-45fb-a192-945a91b855cf for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:01.618770 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:01.619364 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:02:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:01.751646 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:01.838167 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bb2cef2e-a2b6-4121-910f-87c44abe0ca2 req-b7b319d6-bcc4-4ed2-b0ca-fbe51da2073c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0cecfd7-4bef-4573-838c-af57a256817c HTTP/1.1" status: 200 len: 210 time: 0.0579836 Jun 16 17:03:02.031913 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:02.036411 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50af274-bd59-45a1-aa78-1f9d2455414a None None] The sync data for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb is: [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:02.127292 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0dc8df46-6fad-4d2e-bc08-d46b23447d42 req-3428aaa4-dd88-44fd-bbdc-9033a3464d0b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=6995acbf-f29f-4346-9944-a8a4c2ad78c0 HTTP/1.1" status: 200 len: 210 time: 0.0355387 Jun 16 17:03:02.335446 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc6140-906d-468d-b68f-3934ddd66879 None None] New status for floating IP dbe91758-7970-4b5b-9a8c-2df722e057da: DOWN {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:03:02.606790 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:03:02.830549 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34910) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:02.959531 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7aa7091d-3bb9-428f-9a55-b6b78e64a288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.065298 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7aa7091d-3bb9-428f-9a55-b6b78e64a288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.118212 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34920) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:03.152340 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7aa7091d-3bb9-428f-9a55-b6b78e64a288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.161435 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d9e64ab9-95e8-4f88-be82-0617eba609e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:03.214497 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-7aa7091d-3bb9-428f-9a55-b6b78e64a288 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40c6acc61e8449fda47c5b01114b7d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824737 Jun 16 17:03:03.217941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34924) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:03.218543 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7e109371-6241-42cd-a455-f6d3007f629b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.220129 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7091d-3bb9-428f-9a55-b6b78e64a288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec140c25-ce3a-4621-8700-40d96d4547a1,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:03.237756 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7aa7091d-3bb9-428f-9a55-b6b78e64a288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:03.287160 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7e109371-6241-42cd-a455-f6d3007f629b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.288713 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.302583 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:03.314855 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.349422 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:03.349999 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 71d97bc9-52e8-4ee2-bb37-5bb2799b8eb8 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:03.350269 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 526ffe1d-b6e1-4fca-a05b-c931bf411437 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:03.376256 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 526ffe1d-b6e1-4fca-a05b-c931bf411437 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:03.376944 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 526ffe1d-b6e1-4fca-a05b-c931bf411437 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:03.436150 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7e109371-6241-42cd-a455-f6d3007f629b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.438934 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7e109371-6241-42cd-a455-f6d3007f629b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.440083 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-7e109371-6241-42cd-a455-f6d3007f629b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "DELETE /v2.0/security-groups/2627cfc1-aced-44ad-82c6-cd24647721ec HTTP/1.1" status: 204 len: 168 time: 0.3187089 Jun 16 17:03:03.441236 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-365433fe-3777-4073-acf2-32f8508b5261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:03.445107 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34928) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:03.451915 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e109371-6241-42cd-a455-f6d3007f629b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627cfc1-aced-44ad-82c6-cd24647721ec,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:03.455330 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7e109371-6241-42cd-a455-f6d3007f629b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:03.463163 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.api.v2.resource [None req-a66f9691-ad9e-4500-9006-b28cc743f100 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] show failed (client error): The resource could not be found. Jun 16 17:03:03.466533 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-a66f9691-ad9e-4500-9006-b28cc743f100 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups/2627cfc1-aced-44ad-82c6-cd24647721ec HTTP/1.1" status: 404 len: 347 time: 0.0211585 Jun 16 17:03:03.467756 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34930) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:03.514525 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.517678 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.518994 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec140c25-ce3a-4621-8700-40d96d4547a1 HTTP/1.1" status: 204 len: 168 time: 0.2989495 Jun 16 17:03:03.552057 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-aa230da9-40f6-4a2b-9b7c-655cdb0e374d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:03.565865 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec140c25-ce3a-4621-8700-40d96d4547a1,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:03.568495 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:03.611658 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Deleting port 20fbbf85-6005-4fcf-ae8c-a5ffc3680cca {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:03.611999 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.731174 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.731441 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:03.799293 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Calling delete_port for 20fbbf85-6005-4fcf-ae8c-a5ffc3680cca owned by network:floatingip {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:04.234475 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb78eee-b71c-413c-81e5-99bc07bd183c req-e6505b94-4b81-4bb8-a60b-61287c9b9891 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:04.237269 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2bb78eee-b71c-413c-81e5-99bc07bd183c req-e6505b94-4b81-4bb8-a60b-61287c9b9891 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0722075 Jun 16 17:03:04.277660 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2bb78eee-b71c-413c-81e5-99bc07bd183c req-aee259db-ff97-4d54-be2d-3fac12ac225d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358090 Jun 16 17:03:04.339542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.341599 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:04.363709 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event deleted for resources: {'Port': ['ID=20fbbf85-6005-4fcf-ae8c-a5ffc3680cca,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:04.367197 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:04.444668 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.447872 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.451844 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "DELETE /v2.0/floatingips/dbe91758-7970-4b5b-9a8c-2df722e057da HTTP/1.1" status: 204 len: 168 time: 0.9803739 Jun 16 17:03:04.564163 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341882e6-3d0e-48a9-a2c5-8fb39f85f41f req-eb6bfc0b-3110-4a06-b101-f1ec09cfa414 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:04.566121 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-341882e6-3d0e-48a9-a2c5-8fb39f85f41f req-eb6bfc0b-3110-4a06-b101-f1ec09cfa414 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0757637 Jun 16 17:03:04.569504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34948) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:04.601757 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.624483 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-d11d92c8-657b-4d32-8925-8baa04ba3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:04.626529 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-d11d92c8-657b-4d32-8925-8baa04ba3429 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1137 time: 0.0706325 Jun 16 17:03:04.643967 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-341882e6-3d0e-48a9-a2c5-8fb39f85f41f req-bf12d3ab-8ce6-478d-bee3-e605b56dc9d1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667114 Jun 16 17:03:04.726967 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.758662 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-b3a3d4b8-7563-4f5a-9f84-102cae376332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:04.760169 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-b3a3d4b8-7563-4f5a-9f84-102cae376332 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 917 time: 0.1063921 Jun 16 17:03:04.808388 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.841410 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-e7772d16-d1c2-471e-82f5-2abe951a9fbc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 1001 time: 0.0661600 Jun 16 17:03:04.842915 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1114dd95-d644-41e2-86c7-431cb2526978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:04.848362 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e9dc9eaf1454c09a3bb4c87bf46d054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777097 Jun 16 17:03:04.854526 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 34954) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:04.887273 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c81cbe-7447-4ead-b3ef-cbb80f86a3df,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:04.894879 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-e2ccc90a-d83b-4b7d-a968-7fd08164c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:04.896392 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-e2ccc90a-d83b-4b7d-a968-7fd08164c618 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 200 len: 854 time: 0.0468524 Jun 16 17:03:04.901516 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.901885 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.902246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.902606 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.903005 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.903424 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.903771 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.904114 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.904486 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.904828 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.905169 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.905631 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:04.909557 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6054834e-ad00-4292-98e3-fb0b1018174e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:04.936732 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.962739 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:04.964353 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-fab6f764-1e98-462a-8009-8e34f1c74d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:04.965922 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-fab6f764-1e98-462a-8009-8e34f1c74d1d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7b0b5e1-057a-40a8-a783-f97db3973ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595443 Jun 16 17:03:04.994683 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34956) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:04.999771 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104952027', 'description': 'tempest-description--324054061'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:05.087217 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-2f954c76-9ebf-475d-9ae1-58c84b8f7aee service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138468 Jun 16 17:03:05.093497 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.096192 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.097459 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90c81cbe-7447-4ead-b3ef-cbb80f86a3df HTTP/1.1" status: 204 len: 168 time: 0.2419169 Jun 16 17:03:05.098356 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-83a5f5e7-57f1-40ad-9131-641d0f216068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:05.106839 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c81cbe-7447-4ead-b3ef-cbb80f86a3df,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:05.109350 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:05.179101 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.198898 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-3d98a1d4-b458-4801-a7c7-82453e38e8fd req-f9f12fb0-0684-40f6-ab2e-c1802c67f166 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038039 Jun 16 17:03:05.282707 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.373508 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.376336 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6cfa9794-1431-494d-afea-30858776841d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:05.404924 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a268571-e3ba-47a6-82ab-c69b7cea4bc2,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:05.407812 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:05.474883 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f17e-e082-4df0-8d0e-33c80c836f74 req-c8a7e2c2-2a34-485a-9cd1-fea62893f56b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:05.477106 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.478384 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4826839 Jun 16 17:03:05.481064 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b360f17e-e082-4df0-8d0e-33c80c836f74 req-c8a7e2c2-2a34-485a-9cd1-fea62893f56b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0795019 Jun 16 17:03:05.481450 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34966) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:05.488050 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'security_group_rule': {'security_group_id': '9a268571-e3ba-47a6-82ab-c69b7cea4bc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:05.524433 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b360f17e-e082-4df0-8d0e-33c80c836f74 req-b258435d-f95c-42c2-a209-f87d2cc6d140 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380030 Jun 16 17:03:05.602573 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.666986 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.830574 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341ac6-27e4-453b-a152-d1ad52a5dd5b req-e46ad017-8ac7-4ca9-ae38-92cf331592e0 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:05.834595 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c5341ac6-27e4-453b-a152-d1ad52a5dd5b req-e46ad017-8ac7-4ca9-ae38-92cf331592e0 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0703573 Jun 16 17:03:05.854063 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.857444 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ecabd4be-3b71-4d31-a16a-60dfa2f980f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:05.878233 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d1e2c4-23af-4d8e-82ae-b646b8978e85,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:05.887879 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:05.895918 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c5341ac6-27e4-453b-a152-d1ad52a5dd5b req-da71edc2-6b23-4ba1-a656-cedcd530b0b1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567462 Jun 16 17:03:05.968276 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.969823 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9feaad99-0b32-4236-bfb2-ffa1dff6e76a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4866412 Jun 16 17:03:05.972172 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34980) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:05.977053 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'security_group_rule': {'security_group_id': '9a268571-e3ba-47a6-82ab-c69b7cea4bc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:06.149519 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.223592 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.436858 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.439051 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-503c05a6-ef1f-41d9-b5d8-ccb7e4749ba7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:06.464820 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ccbe90-fc87-4bf0-8fe5-e9915b2a795e,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:06.464820 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:06.676503 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.677652 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7044370 Jun 16 17:03:06.681366 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 34996) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:06.686097 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'floatingip': {'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:06.720935 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647e957-b1b6-4a62-af22-4787213da2af req-b3b3226e-eaae-4183-aa65-6f85c950fb29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:06.720935 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b647e957-b1b6-4a62-af22-4787213da2af req-b3b3226e-eaae-4183-aa65-6f85c950fb29 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0713325 Jun 16 17:03:06.755341 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b647e957-b1b6-4a62-af22-4787213da2af req-c240e33e-a9cb-45b0-99a2-beff0361aa1f tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Jun 16 17:03:06.825307 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.926645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.049297 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Allocated IP 172.28.3.95 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/2e1717ef-1cce-4996-ac99-591a53466280) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:03:07.074311 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0883dab-6978-4435-8a47-cc93862ed80e req-b915628a-fe0f-4a6e-aaca-dd934c8365e8 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:07.078764 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f0883dab-6978-4435-8a47-cc93862ed80e req-b915628a-fe0f-4a6e-aaca-dd934c8365e8 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0680764 Jun 16 17:03:07.131769 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f0883dab-6978-4435-8a47-cc93862ed80e req-e7d413d9-b5e1-4c9b-874d-f110bc91228f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460796 Jun 16 17:03:07.173836 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.290265 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.296548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ea8bf222-d5b6-4c2d-9f7f-f5da4ca1e45b tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:07.357936 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:03:07.361085 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:07.365654 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:03:07.387747 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'Port': ['ID=2e1717ef-1cce-4996-ac99-591a53466280,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:07.392174 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:07.506786 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.631840 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.820571 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.882227 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.884474 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ea573807-9e5c-4017-95ba-757747f40b58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:07.961582 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba1804-7504-4cb8-8387-b2d585fa10eb req-d18b5e06-55c6-4868-99ff-e388d606cd1d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:07.962729 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'Port': ['ID=2e1717ef-1cce-4996-ac99-591a53466280,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:07.965076 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bdba1804-7504-4cb8-8387-b2d585fa10eb req-d18b5e06-55c6-4868-99ff-e388d606cd1d tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0873556 Jun 16 17:03:07.968848 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:07.982786 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:08.012433 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bdba1804-7504-4cb8-8387-b2d585fa10eb req-4ec890e6-6c4c-4368-bb96-b6f309a07f5c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355842 Jun 16 17:03:08.110644 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:08.111901 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4295800 Jun 16 17:03:08.360610 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-00dd8e43-8616-4b98-9716-83b7c020921d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1104952027&fields=id&tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 267 time: 0.0590835 Jun 16 17:03:08.418286 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134fc02-10bc-49fa-8b03-9df059539cbf req-deb03ec1-5f45-4c05-8dc2-4f4405ebd6c3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:08.419829 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f134fc02-10bc-49fa-8b03-9df059539cbf req-deb03ec1-5f45-4c05-8dc2-4f4405ebd6c3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1306775 Jun 16 17:03:08.507743 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f134fc02-10bc-49fa-8b03-9df059539cbf req-cdcf7ceb-3798-4086-98fd-5e088dbbeeb4 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806048 Jun 16 17:03:08.523217 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-147deb92-b536-4e49-a4cf-8754915837eb tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:08.525269 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-147deb92-b536-4e49-a4cf-8754915837eb tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 817 time: 0.1574142 Jun 16 17:03:08.540741 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-2ffeaa35-c38d-4c3e-a3f9-b86a6fe148e8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/quotas/d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 375 time: 0.0098369 Jun 16 17:03:08.612979 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-479a78dc-d6a0-4bc1-9ce5-e08fc2a9f87f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673032 Jun 16 17:03:08.711121 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-b646741e-1831-4db9-a4f9-cf3b5b5fa7f4 service neutron] 10.222.0.36 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860879 Jun 16 17:03:08.725965 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35054) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:08.817753 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-4773be9d-e268-4236-9ace-40b842018bea service neutron] 10.222.0.36 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005964 Jun 16 17:03:08.853627 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-19a2163b-4d92-484d-9ab8-07b9f721c29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:08.949823 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-19a2163b-4d92-484d-9ab8-07b9f721c29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:09.008535 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0bec160a-1a56-4653-be75-b07b8866e914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:09.036244 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-19a2163b-4d92-484d-9ab8-07b9f721c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:09.042176 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1487dc09-6ba3-40c8-8eb9-812c8b214f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:09.076624 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2163b-4d92-484d-9ab8-07b9f721c29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2053f48-0462-4af7-becf-63658a1b9020,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:09.082398 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-19a2163b-4d92-484d-9ab8-07b9f721c29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:09.140400 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-738cba7f-8bc7-46c7-ace8-f3a8ee77a57e req-648933d6-4b52-444d-a12f-27ca0a84a975 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 210 time: 0.0431457 Jun 16 17:03:09.149417 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35064) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:09.149945 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-19a2163b-4d92-484d-9ab8-07b9f721c29b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd39d72272e04111aaa925c6ede0c45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206793 Jun 16 17:03:09.219571 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c016d52-2697-4966-a679-0ad353d61b62 req-eba26740-4848-4291-9d15-85ac23658c57 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:09.219747 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:09.221146 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4c016d52-2697-4966-a679-0ad353d61b62 req-eba26740-4848-4291-9d15-85ac23658c57 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0794470 Jun 16 17:03:09.241843 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:09.267480 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4c016d52-2697-4966-a679-0ad353d61b62 req-de35983c-d664-40e5-9b83-f2d3dedb1ab4 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Jun 16 17:03:09.379256 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:09.382153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:09.383360 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2053f48-0462-4af7-becf-63658a1b9020 HTTP/1.1" status: 204 len: 168 time: 0.2318223 Jun 16 17:03:09.389373 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c18ff647-cc2d-4c67-9700-5c442c482d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:09.392202 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2053f48-0462-4af7-becf-63658a1b9020,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:09.394628 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:09.736544 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3f235-73fb-4eb3-8f95-bd4d55184298 req-4d2fcbee-d3ba-4ff6-a4d7-d3d00699cf91 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:09.738406 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-efb3f235-73fb-4eb3-8f95-bd4d55184298 req-4d2fcbee-d3ba-4ff6-a4d7-d3d00699cf91 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0859711 Jun 16 17:03:09.784629 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-efb3f235-73fb-4eb3-8f95-bd4d55184298 req-ecbf76ad-2e16-4e7e-8c2f-3f12e4b85a5c tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397031 Jun 16 17:03:09.965898 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8420-73df-4841-9611-2b42d116cec3 req-e94ce9f8-7c32-47cb-9cf6-c93a11623454 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:09.967428 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-d07a8420-73df-4841-9611-2b42d116cec3 req-e94ce9f8-7c32-47cb-9cf6-c93a11623454 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.0661173 Jun 16 17:03:10.072889 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Deleting port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:10.073223 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.186788 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] For port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:10.187416 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.198031 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35086) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:10.213796 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-96444ce4-c9ef-41cc-af82-057afadd85ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.283924 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Calling delete_port for bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:10.312483 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0e79b2c8-64c1-4c1d-969a-28a6b3c47a72 req-72ee9187-9a75-4a41-ad52-e08a5b02034e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 210 time: 0.0409153 Jun 16 17:03:10.361234 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-96444ce4-c9ef-41cc-af82-057afadd85ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.460205 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-96444ce4-c9ef-41cc-af82-057afadd85ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.463177 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2d1345ad-6d16-4479-8d8b-79c8122991d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:10.507817 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96444ce4-c9ef-41cc-af82-057afadd85ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b2714-c6e2-4586-939e-55ce8c3bc9bd,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:10.529241 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-96444ce4-c9ef-41cc-af82-057afadd85ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:10.533374 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-96444ce4-c9ef-41cc-af82-057afadd85ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=564e9519b2d449a98ce467f140bf92ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341916 Jun 16 17:03:10.536173 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35092) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:10.551353 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.558137 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5b7e7d32-e586-4529-8b2e-e1b152cb112c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:10.559457 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2b7bd-6eea-41e7-9640-95d784c0bb65 req-6677e27e-8196-4ee1-bbc7-c1143c4bff3c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:10.561228 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6a2b7bd-6eea-41e7-9640-95d784c0bb65 req-6677e27e-8196-4ee1-bbc7-c1143c4bff3c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 945 time: 0.1343935 Jun 16 17:03:10.565071 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['bca82a44-71ec-4732-9e0b-8d9cfc44dcb4'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:10.605512 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Pushing event deleted for resources: {'Port': ['ID=bca82a44-71ec-4732-9e0b-8d9cfc44dcb4,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:10.613595 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:10.652841 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a6a2b7bd-6eea-41e7-9640-95d784c0bb65 req-751708ad-2107-4f3e-abca-eaba3e7ab57b tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/security-groups?id=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801406 Jun 16 17:03:10.664314 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] No DVR routers for this DVR port bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:10.667861 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.669922 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-d07a8420-73df-4841-9611-2b42d116cec3 req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.96 "DELETE /v2.0/ports/bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 HTTP/1.1" status: 204 len: 173 time: 0.6973236 Jun 16 17:03:10.670738 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'name': 'network-vif-deleted', 'tag': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:10.673344 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a41e30-ce2c-4a10-b7f6-bc47e595f06c" -d '{"events": [{"server_uuid": "c51abe3f-a51b-4c7e-96bc-7e083a45e1fc", "name": "network-vif-deleted", "tag": "bca82a44-71ec-4732-9e0b-8d9cfc44dcb4"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:10.691905 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.718135 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.720754 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c70f80-4ea8-40bf-9cc5-a8c103887a47 x-openstack-request-id: req-a4c70f80-4ea8-40bf-9cc5-a8c103887a47 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:10.721155 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51abe3f-a51b-4c7e-96bc-7e083a45e1fc", "name": "network-vif-deleted", "tag": "bca82a44-71ec-4732-9e0b-8d9cfc44dcb4", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:10.721459 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4c70f80-4ea8-40bf-9cc5-a8c103887a47 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:10.721901 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51abe3f-a51b-4c7e-96bc-7e083a45e1fc', 'name': 'network-vif-deleted', 'tag': 'bca82a44-71ec-4732-9e0b-8d9cfc44dcb4', 'status': 'completed', 'code': 200} Jun 16 17:03:10.927901 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.930509 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.934085 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed7b2714-c6e2-4586-939e-55ce8c3bc9bd HTTP/1.1" status: 204 len: 168 time: 0.3944881 Jun 16 17:03:10.934085 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-05b4e3fb-9ee4-458f-90f5-003f6f5957aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:10.955453 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7b2714-c6e2-4586-939e-55ce8c3bc9bd,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:10.958580 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:10.983316 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6398ca-9540-423f-9971-e5bdc33b22e9 req-6a944c5d-e45e-4dd4-8126-730fa3a9a917 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:10.983316 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c6398ca-9540-423f-9971-e5bdc33b22e9 req-6a944c5d-e45e-4dd4-8126-730fa3a9a917 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0790241 Jun 16 17:03:11.027670 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c6398ca-9540-423f-9971-e5bdc33b22e9 req-ba6ac072-dfcb-4c17-9efc-b0019cecfaab tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404484 Jun 16 17:03:11.470054 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a330b184-e976-4fd8-a8f2-3f5bfa13157f req-4585e877-3cbc-47d4-876a-770dfb42a42a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 210 time: 0.0308836 Jun 16 17:03:11.727499 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9d81010c-5969-4137-8f7b-ebd32ce26e99 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:11.729141 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9d81010c-5969-4137-8f7b-ebd32ce26e99 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 817 time: 0.1383009 Jun 16 17:03:11.795583 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-f4e03810-e408-4a6b-9252-6c3e8c9c3bd2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 380 time: 0.0535243 Jun 16 17:03:11.802562 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'port': {'device_id': '93ea2160-e581-486d-8593-271613c21432', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'admin_state_up': True, 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'security_groups': ['9a268571-e3ba-47a6-82ab-c69b7cea4bc2']}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:11.825550 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-60b3be2f-5d5a-4b37-a74d-3449a83d6bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:11.890700 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cba69165-43ad-4a48-98db-a458d82e4224 req-f24be4fe-f2c4-4cae-89ce-652d03fffc12 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] 10.222.0.36 "GET /v2.0/ports?device_id=c51abe3f-a51b-4c7e-96bc-7e083a45e1fc HTTP/1.1" status: 200 len: 210 time: 0.0747242 Jun 16 17:03:12.048400 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Made reservation on behalf of d6f2aa54c7594625b5d5f4ecee17bc61 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:12.052214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.249314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896d21-ee1a-4670-92ae-86b5d657b4ac req-c47d15fc-67b5-4cd1-8761-680bc1e950f7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:12.251579 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-76896d21-ee1a-4670-92ae-86b5d657b4ac req-c47d15fc-67b5-4cd1-8761-680bc1e950f7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0756853 Jun 16 17:03:12.255161 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Allocated IP 172.20.0.10 (6d0988a2-2bce-4e45-94f3-cf8d87bb40b4/3afe5023-5368-41cb-8839-7f2aed81e3e6/cb0fe203-98d7-4fcb-896c-369a3e59a27d) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:03:12.271012 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.326366 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-76896d21-ee1a-4670-92ae-86b5d657b4ac req-f550199d-ff37-4963-bf45-0dab3f973857 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636506 Jun 16 17:03:12.432750 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.446779 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Transition to ACTIVE for port object cb0fe203-98d7-4fcb-896c-369a3e59a27d will not be triggered until provisioned by entity DHCP. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:03:12.569548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.574557 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d62bf6c8-a87b-4e91-bf95-f19bc1af291e tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:12.631112 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:03:12.637432 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:12.642182 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:03:12.656468 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262766-8760-4906-a5ce-225ac08cd9c2 req-08a94491-5001-45d7-bcee-a1bfe8b80103 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:12.661996 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-83262766-8760-4906-a5ce-225ac08cd9c2 req-08a94491-5001-45d7-bcee-a1bfe8b80103 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 932 time: 0.0734212 Jun 16 17:03:12.665797 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:12.670433 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:12.701841 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:12.702697 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.704412 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-83262766-8760-4906-a5ce-225ac08cd9c2 req-385bdafb-4f89-406e-b53a-c6f7f0b5b125 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388539 Jun 16 17:03:12.843010 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0449581 Jun 16 17:03:12.855815 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Request body: {'port': {'device_id': '93ea2160-e581-486d-8593-271613c21432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:12.932022 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.979964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35146) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:13.030763 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-b48b91db-b958-45a9-9e30-af3383d113ad None None] Provisioning for port cb0fe203-98d7-4fcb-896c-369a3e59a27d completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:03:13.036173 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-b48b91db-b958-45a9-9e30-af3383d113ad None None] Provisioning complete for port cb0fe203-98d7-4fcb-896c-369a3e59a27d triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:13.036697 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b48b91db-b958-45a9-9e30-af3383d113ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.090132 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-b48b91db-b958-45a9-9e30-af3383d113ad None None] Port cb0fe203-98d7-4fcb-896c-369a3e59a27d cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:03:13.236357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.282652 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0fe203-98d7-4fcb-896c-369a3e59a27d {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:13.290965 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.303881 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Transition to ACTIVE for port object cb0fe203-98d7-4fcb-896c-369a3e59a27d will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:03:13.340959 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:13.382248 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.387396 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:13.390243 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:13.393379 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device bca82a44-71ec-4732-9e0b-8d9cfc44dcb4 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:13.501845 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:13.531432 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:13.561697 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902150'] for router_interface, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.601148 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Attempting to bind port cb0fe203-98d7-4fcb-896c-369a3e59a27d on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:03:13.602069 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Attempting to bind port cb0fe203-98d7-4fcb-896c-369a3e59a27d by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:03:13.602407 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Attempting to bind port cb0fe203-98d7-4fcb-896c-369a3e59a27d on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:03:13.607097 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Port cb0fe203-98d7-4fcb-896c-369a3e59a27d on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:03:13.607424 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Attempting to bind port cb0fe203-98d7-4fcb-896c-369a3e59a27d on network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:03:13.613765 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:03:13.616291 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Checking segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:03:13.616291 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Bound using segment: {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:03:13.616291 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Bound port: cb0fe203-98d7-4fcb-896c-369a3e59a27d, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4e80bb-54dc-4c51-976d-13d2ca033e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:03:13.616291 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.657082 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a90c-9997-402d-a398-18749502d81d req-98fc0146-3116-40b8-b3c6-587ec39b138a tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:13.659866 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8282a90c-9997-402d-a398-18749502d81d req-98fc0146-3116-40b8-b3c6-587ec39b138a tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1807537 Jun 16 17:03:13.697803 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:03:13.701203 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:03:13.717223 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8282a90c-9997-402d-a398-18749502d81d req-ce662ccf-e9b2-4e67-bd9f-dc6ed3b3bde4 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516946 Jun 16 17:03:13.815946 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.818363 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:13.856223 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:13.857131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.859034 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] 10.222.0.96 "PUT /v2.0/ports/cb0fe203-98d7-4fcb-896c-369a3e59a27d HTTP/1.1" status: 200 len: 1094 time: 1.0083396 Jun 16 17:03:13.859586 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:13.862814 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5caefc-c176-49e8-9216-b66aee5e5a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea2160-e581-486d-8593-271613c21432", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:13.914646 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1343bb62-805a-4c1a-be0e-241a032d8157 x-openstack-request-id: req-1343bb62-805a-4c1a-be0e-241a032d8157 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:13.915257 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea2160-e581-486d-8593-271613c21432", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:13.915547 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1343bb62-805a-4c1a-be0e-241a032d8157 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:13.915978 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'status': 'completed', 'code': 200} Jun 16 17:03:13.920984 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:13.925944 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:14.005105 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5caefc-c176-49e8-9216-b66aee5e5a4c req-f25b9034-3d3f-4dbe-bde5-f751b740fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.008918 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9e5caefc-c176-49e8-9216-b66aee5e5a4c req-f25b9034-3d3f-4dbe-bde5-f751b740fa3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 1097 time: 0.0697863 Jun 16 17:03:14.155454 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5caefc-c176-49e8-9216-b66aee5e5a4c req-ed2dd38a-f6e6-4063-9c69-cb4518dd5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.157041 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9e5caefc-c176-49e8-9216-b66aee5e5a4c req-ed2dd38a-f6e6-4063-9c69-cb4518dd5cc3 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1354401 Jun 16 17:03:14.266631 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5caefc-c176-49e8-9216-b66aee5e5a4c req-3184d055-f882-42a2-a209-7d1137d2f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.268314 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9e5caefc-c176-49e8-9216-b66aee5e5a4c req-3184d055-f882-42a2-a209-7d1137d2f70a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1029737 Jun 16 17:03:14.318682 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab3cb-c837-48db-90ba-e28c7f31999d req-e2c439b2-dea7-4186-8705-6e4e7036a243 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.320175 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fddab3cb-c837-48db-90ba-e28c7f31999d req-e2c439b2-dea7-4186-8705-6e4e7036a243 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.4700899 Jun 16 17:03:14.374493 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fddab3cb-c837-48db-90ba-e28c7f31999d req-bcf0e6a7-0d12-4867-8c97-775e6c3d87e9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 Jun 16 17:03:14.377125 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Deleting port a07017e5-681a-4d4c-9028-a0098ad03654 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:14.377497 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:14.385123 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-877e8c9e-0c20-41ba-aa62-062eadbd2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.387255 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-877e8c9e-0c20-41ba-aa62-062eadbd2cf4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 1097 time: 0.0595992 Jun 16 17:03:14.442109 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-dc523735-5cb1-4885-8205-4e5fc119bde7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d HTTP/1.1" status: 200 len: 217 time: 0.0440705 Jun 16 17:03:14.475414 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] For port a07017e5-681a-4d4c-9028-a0098ad03654, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=a07017e5-681a-4d4c-9028-a0098ad03654,segment=NetworkSegment(a06cd450-9a6e-4ed3-9cab-4289f6bbdb20),segment_id=a06cd450-9a6e-4ed3-9cab-4289f6bbdb20)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:14.475914 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:14.520175 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-e15606d4-cfd9-4596-9306-7f9f6657ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.520175 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-e15606d4-cfd9-4596-9306-7f9f6657ea99 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.0738370 Jun 16 17:03:14.562294 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Calling delete_port for a07017e5-681a-4d4c-9028-a0098ad03654 owned by network:router_interface {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:14.584421 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-6ff732aa-a9a2-4634-91df-5a8dd40fb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.587174 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-6ff732aa-a9a2-4634-91df-5a8dd40fb679 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586312 Jun 16 17:03:14.687654 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-e76a0136-ebc0-47e0-a7d2-1f9bbddbba2c service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925632 Jun 16 17:03:14.793353 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-a2c04a32-db65-4c49-b39b-d7830f534145 req-55a90fe1-00c9-4a93-9eb4-5e504acd7f2e service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954573 Jun 16 17:03:14.921509 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25319d5-30f1-4304-9230-466863e6a613 req-7e19206f-b5e7-45b9-b034-4a6556a81cc4 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.923090 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f25319d5-30f1-4304-9230-466863e6a613 req-7e19206f-b5e7-45b9-b034-4a6556a81cc4 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0734394 Jun 16 17:03:14.963222 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f25319d5-30f1-4304-9230-466863e6a613 req-3a07a3f1-b11e-41c1-aa75-c25a7a2a55d2 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341294 Jun 16 17:03:15.065341 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.067187 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.069559 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:15.100651 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a07017e5-681a-4d4c-9028-a0098ad03654,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:15.104501 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:15.291952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902034'] for router_interface, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.670051 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Router 511e82de-0a1c-4b71-8e90-547fdac3784c has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:15.683797 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c824-8e8c-4953-b790-5cbfc095f1b5 req-6c010fbe-a0b8-411f-918a-957c0c938c8d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:15.685627 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9b15c824-8e8c-4953-b790-5cbfc095f1b5 req-6c010fbe-a0b8-411f-918a-957c0c938c8d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1608472 Jun 16 17:03:15.789257 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.820458 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9b15c824-8e8c-4953-b790-5cbfc095f1b5 req-34ebf8e0-623d-4f80-a511-26422b629f9f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849080 Jun 16 17:03:15.852895 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:15.859880 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] 10.222.0.36 "PUT /v2.0/routers/511e82de-0a1c-4b71-8e90-547fdac3784c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8787444 Jun 16 17:03:15.864280 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35190) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:15.872378 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] Sync routers for ids ['511e82de-0a1c-4b71-8e90-547fdac3784c'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:15.892521 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] Routers {'511e82de-0a1c-4b71-8e90-547fdac3784c'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:15.893316 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:03:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['511e82de-0a1c-4b71-8e90-547fdac3784c'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:16.050057 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] Set router 511e82de-0a1c-4b71-8e90-547fdac3784c gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:16.109703 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks [] for router, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:16.232777 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:16.281170 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22e54-1791-43e9-a964-edfca51b7f18 req-fbf47f2f-fa57-450d-a11d-da5da9e9ada1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:16.283915 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3cd22e54-1791-43e9-a964-edfca51b7f18 req-fbf47f2f-fa57-450d-a11d-da5da9e9ada1 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0964723 Jun 16 17:03:16.348266 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3cd22e54-1791-43e9-a964-edfca51b7f18 req-e35fdd51-ae9b-40c6-a030-090fd429001a tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533845 Jun 16 17:03:16.351142 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T17:03:14Z', 'revision_number': 5, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:16.355765 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] Checking router: 511e82de-0a1c-4b71-8e90-547fdac3784c for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:16.368362 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] Routers {'511e82de-0a1c-4b71-8e90-547fdac3784c'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:16.369148 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:03:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['511e82de-0a1c-4b71-8e90-547fdac3784c'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:16.501901 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] Set router 511e82de-0a1c-4b71-8e90-547fdac3784c gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:16.508805 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Deleting port 611a237c-ae02-4262-b729-1db889d7fd48 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:16.509130 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:16.611566 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] For port 611a237c-ae02-4262-b729-1db889d7fd48, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=611a237c-ae02-4262-b729-1db889d7fd48,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:16.612029 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:16.761693 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T17:03:14Z', 'revision_number': 5, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:16.766779 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f5049b-c92c-4cb9-9f59-fb03eea8d1fa None None] The sync data for ids ['511e82de-0a1c-4b71-8e90-547fdac3784c'] in dv-cinder-783389-6-smb is: [{'id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'name': 'tempest-ServerRescueNegativeTestJSON-1630237265-router', 'tenant_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '611a237c-ae02-4262-b729-1db889d7fd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:55Z', 'updated_at': '2021-06-16T17:03:14Z', 'revision_number': 5, 'project_id': '1a500efcb43f4fc8af8f690fd4aa13cb', 'gw_port': {'id': '611a237c-ae02-4262-b729-1db889d7fd48', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e82de-0a1c-4b71-8e90-547fdac3784c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:16.998177 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Calling delete_port for 611a237c-ae02-4262-b729-1db889d7fd48 owned by network:router_gateway {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:17.072996 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4582c-3403-4513-8396-8711ee8e5bca req-5a41d866-3443-4075-9e29-141adbc80fdc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:17.074728 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e8c4582c-3403-4513-8396-8711ee8e5bca req-5a41d866-3443-4075-9e29-141adbc80fdc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0997963 Jun 16 17:03:17.133809 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e8c4582c-3403-4513-8396-8711ee8e5bca req-010b44d3-8407-418f-9609-656980c1a93a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474045 Jun 16 17:03:17.232966 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device a07017e5-681a-4d4c-9028-a0098ad03654 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:17.255724 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: a07017e5-681a-4d4c-9028-a0098ad03654 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:17.256044 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device a07017e5-681a-4d4c-9028-a0098ad03654 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:17.353647 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.356125 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:17.385749 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Pushing event deleted for resources: {'Port': ['ID=611a237c-ae02-4262-b729-1db889d7fd48,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:17.390633 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:17.396088 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:03:17.525505 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838993'] for router_gateway, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.581960 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:17.602398 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'port_id': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'mac_address': 'fa:16:3e:28:ac:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:03:17.652546 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7544'] for router, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.655300 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.658281 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7215d77-4176-4d01-9182-a5bcb1c7601c req-5f52686e-b857-4513-8f32-17205e92c087 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:17.665102 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b7215d77-4176-4d01-9182-a5bcb1c7601c req-5f52686e-b857-4513-8f32-17205e92c087 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1054749 Jun 16 17:03:17.666132 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.689248 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0fe203-98d7-4fcb-896c-369a3e59a27d {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:17.728514 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b7215d77-4176-4d01-9182-a5bcb1c7601c req-39a782a3-91fa-467e-90ae-71d5f649d685 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535717 Jun 16 17:03:17.769006 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:17.867285 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.872686 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:17.949249 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:17.957346 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.957712 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.958111 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.958641 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.959172 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.959671 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.960759 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.961343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.962189 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.962977 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.963270 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.963931 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:17.969729 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:17.986013 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3931995'] for router, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.986948 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 511e82de-0a1c-4b71-8e90-547fdac3784c {{(pid=100140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:03:17.994986 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:17.997058 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] 10.222.0.36 "DELETE /v2.0/routers/511e82de-0a1c-4b71-8e90-547fdac3784c HTTP/1.1" status: 204 len: 168 time: 2.1310685 Jun 16 17:03:17.999471 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35220) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:18.068559 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Deleting subnet 842cc7c9-ef1a-48c4-afbe-af5d392334f6 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:03:18.077539 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.114869 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['cb0fe203-98d7-4fcb-896c-369a3e59a27d'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:18.126003 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772481'] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.186997 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.364383 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a514027-90fd-4cc9-ac05-e96e0662f469 req-a2369a03-e394-4e3b-ac07-0f2c77c5bb39 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:18.366258 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2a514027-90fd-4cc9-ac05-e96e0662f469 req-a2369a03-e394-4e3b-ac07-0f2c77c5bb39 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 945 time: 0.0765030 Jun 16 17:03:18.414436 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2a514027-90fd-4cc9-ac05-e96e0662f469 req-20612534-0ea8-44a0-9fba-c7a9b8ce8cb6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 Jun 16 17:03:18.494152 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8495758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12140349'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.496597 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:18.522456 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842cc7c9-ef1a-48c4-afbe-af5d392334f6,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:18.526445 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:18.529079 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.533752 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35224) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:18.534210 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/842cc7c9-ef1a-48c4-afbe-af5d392334f6 HTTP/1.1" status: 204 len: 168 time: 0.5326636 Jun 16 17:03:18.617379 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.718257 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.737548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05a142a-93ef-4dae-84ff-199b12d3725e']}} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:18.754136 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20') {'for_net_delete': True} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:18.754500 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06cd450-9a6e-4ed3-9cab-4289f6bbdb20') {} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:18.767479 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9163943'] for segment, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.785645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.795857 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=100140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:03:18.796453 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9855609'] for segment, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: Traceback (most recent call last): Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: timer() Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: cb(*args, **kw) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: return func(*args, **kwargs) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: self._notify() Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: self.callback(batched_events) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: event.method(event) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: return f(self, *a, **k) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: return self._get(url).json() Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: return self.request(url, 'GET', **kwargs) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:03:18.799205 dv-cinder-783389-6-smb neutron-server[100140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:03:18.991478 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.001111 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:19.024854 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Pushing event deleted for resources: {'Network': ['ID=a05a142a-93ef-4dae-84ff-199b12d3725e,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:19.028613 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.034241 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a05a142a-93ef-4dae-84ff-199b12d3725e HTTP/1.1" status: 204 len: 168 time: 0.4986498 Jun 16 17:03:19.035724 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9d1be19a-86f0-4868-a56b-2151914ef57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:19.083012 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6257761-1089-48bb-94d5-aef09b481c0a req-351ff796-eee9-476b-bd2c-afb4095f32ac tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:19.091557 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6257761-1089-48bb-94d5-aef09b481c0a req-351ff796-eee9-476b-bd2c-afb4095f32ac tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1352651 Jun 16 17:03:19.149486 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b6257761-1089-48bb-94d5-aef09b481c0a req-6d46a4e0-91a4-47d1-98d5-b549e5713af6 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528371 Jun 16 17:03:19.159398 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 611a237c-ae02-4262-b729-1db889d7fd48 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:19.194368 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 611a237c-ae02-4262-b729-1db889d7fd48 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:19.194954 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 611a237c-ae02-4262-b729-1db889d7fd48 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:19.403597 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:03:19.596727 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port cb0fe203-98d7-4fcb-896c-369a3e59a27d completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:03:19.602254 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port cb0fe203-98d7-4fcb-896c-369a3e59a27d triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:19.603018 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.664612 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681580d-3145-4ea4-9a5f-9fd6deb97ee3 req-807db12b-7d4a-4b78-a2cb-af35aade57fa tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:19.667066 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e681580d-3145-4ea4-9a5f-9fd6deb97ee3 req-807db12b-7d4a-4b78-a2cb-af35aade57fa tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 945 time: 0.1135650 Jun 16 17:03:19.668147 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35238) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:19.731129 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.764845 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e681580d-3145-4ea4-9a5f-9fd6deb97ee3 req-7ab1608c-500f-44e9-92cf-28bbb8705c44 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751100 Jun 16 17:03:19.770021 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6445e38c-b1ed-45ff-a305-8542455e0443 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a500efcb43f4fc8af8f690fd4aa13cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991373 Jun 16 17:03:19.772657 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35242) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:19.779869 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:19.783389 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4ba075-eaa0-4a98-9bf0-85b73e786862" -d '{"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:19.804245 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:19.854696 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2964d4-929d-480f-9d94-a71e475d799f x-openstack-request-id: req-4e2964d4-929d-480f-9d94-a71e475d799f {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:19.855183 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:19.855608 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e2964d4-929d-480f-9d94-a71e475d799f {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:19.856235 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'code': 200} Jun 16 17:03:19.865997 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-9e03b071-2094-4327-85f6-14aa3a963cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.899392 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-9e03b071-2094-4327-85f6-14aa3a963cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.939426 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.942293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:20.002027 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:20.008460 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:20.072314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-9e03b071-2094-4327-85f6-14aa3a963cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:20.077659 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-9e03b071-2094-4327-85f6-14aa3a963cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:20.080943 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-9e03b071-2094-4327-85f6-14aa3a963cb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f HTTP/1.1" status: 204 len: 168 time: 0.3047960 Jun 16 17:03:20.080943 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-29d78062-369f-4765-866f-98fce09c8835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:20.094104 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03b071-2094-4327-85f6-14aa3a963cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d2c5b8-d5dd-414b-b41b-55a5c9cd7a3f,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:20.098463 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-9e03b071-2094-4327-85f6-14aa3a963cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:20.413737 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395840d0-c6bc-4935-b54c-eb979207c48f req-fba75683-4e11-4b2d-bf22-b727f75b69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:20.414620 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-395840d0-c6bc-4935-b54c-eb979207c48f req-fba75683-4e11-4b2d-bf22-b727f75b69a0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 1099 time: 0.0946553 Jun 16 17:03:20.426064 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57c744-ad80-467f-acf2-1cbde2b226ee req-9b23d147-af5c-484c-a815-68606115d12a tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:20.427661 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bb57c744-ad80-467f-acf2-1cbde2b226ee req-9b23d147-af5c-484c-a815-68606115d12a tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1104395 Jun 16 17:03:20.461863 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-395840d0-c6bc-4935-b54c-eb979207c48f req-961290fb-4511-4a9a-a32b-59441e875520 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366244 Jun 16 17:03:20.498350 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bb57c744-ad80-467f-acf2-1cbde2b226ee req-1f5cfbf3-c76f-4522-adf1-b404f1bf4dd6 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554402 Jun 16 17:03:21.063533 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c2d0-c718-4af1-8b85-a72e4e111ccb req-d6e7e671-2ffd-4ee3-8ee3-b99125e9e3a6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:21.067201 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2a85c2d0-c718-4af1-8b85-a72e4e111ccb req-d6e7e671-2ffd-4ee3-8ee3-b99125e9e3a6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0997877 Jun 16 17:03:21.145136 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2a85c2d0-c718-4af1-8b85-a72e4e111ccb req-91d878f5-7b00-4f64-914d-d5d7191473cd tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626762 Jun 16 17:03:21.845196 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4263236-81a1-48ae-811a-f1cd4b9a96c3 req-f25438db-9c1d-41fd-b2cd-9874344f86cf tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:21.847008 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b4263236-81a1-48ae-811a-f1cd4b9a96c3 req-f25438db-9c1d-41fd-b2cd-9874344f86cf tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1151996 Jun 16 17:03:21.911991 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b4263236-81a1-48ae-811a-f1cd4b9a96c3 req-5a0f0870-37ce-4736-ab6b-52ebb7a0f1bf tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512557 Jun 16 17:03:22.358428 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaeeb3-c726-4316-adb2-11fcb556a4ee req-4a956a30-9888-4a20-a420-f9f8e17061e7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:22.360137 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4afaeeb3-c726-4316-adb2-11fcb556a4ee req-4a956a30-9888-4a20-a420-f9f8e17061e7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0809863 Jun 16 17:03:22.417860 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4afaeeb3-c726-4316-adb2-11fcb556a4ee req-c56b5f72-3a96-4778-ab76-760330190894 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488555 Jun 16 17:03:22.641959 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b263be-a843-4a52-ba6a-123a56852dcf req-1de266a1-9410-4850-ab22-0c05f7c98c1d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:22.643640 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-11b263be-a843-4a52-ba6a-123a56852dcf req-1de266a1-9410-4850-ab22-0c05f7c98c1d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0724280 Jun 16 17:03:22.657208 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35316) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:22.662338 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Request body: {'floatingip': {'port_id': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:22.716864 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.177386 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa43cd8-31aa-4e08-afcd-b18ed828eb4b req-cc8200c9-98a8-492e-ab1e-3ea16bfdb6d0 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:23.178791 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaa43cd8-31aa-4e08-afcd-b18ed828eb4b req-cc8200c9-98a8-492e-ab1e-3ea16bfdb6d0 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.1177213 Jun 16 17:03:23.268364 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.279869 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaa43cd8-31aa-4e08-afcd-b18ed828eb4b req-6d18d493-cacc-4955-8901-401695c73b7a tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&id=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591261 Jun 16 17:03:23.397208 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.557770 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Floating IP aaebff1d-17aa-4b68-9c7a-34c259a27409 associated. External IP: 172.28.3.95, port: cb0fe203-98d7-4fcb-896c-369a3e59a27d. Jun 16 17:03:23.862334 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Router c927f7de-78c1-45fb-a192-945a91b855cf has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:24.006941 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:24.013335 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:24.028550 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] Sync routers for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:24.047414 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:24.048116 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:03:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:24.101056 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-90cef584-ea6f-48a0-b6f3-7d5501e845d8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "PUT /v2.0/floatingips/aaebff1d-17aa-4b68-9c7a-34c259a27409 HTTP/1.1" status: 200 len: 991 time: 1.4421184 Jun 16 17:03:24.102749 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:24.112601 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea2160-e581-486d-8593-271613c21432", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:24.169517 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50948e38-9531-43eb-8a47-5713e477f95b x-openstack-request-id: req-50948e38-9531-43eb-8a47-5713e477f95b {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:24.169989 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea2160-e581-486d-8593-271613c21432", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:24.170410 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50948e38-9531-43eb-8a47-5713e477f95b {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:24.171139 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'status': 'completed', 'code': 200} Jun 16 17:03:24.322175 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-8ac0e515-364a-44b7-856c-c2bc9dfc1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:24.324892 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-8ac0e515-364a-44b7-856c-c2bc9dfc1e10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 1099 time: 0.1215827 Jun 16 17:03:24.420409 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:24.497118 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-87fcfc01-a49e-4577-99f4-b71cc40d229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:24.499770 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-87fcfc01-a49e-4577-99f4-b71cc40d229e service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.1665952 Jun 16 17:03:24.592337 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-a39f0b22-8653-4572-a22f-bd1f03765bf7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d HTTP/1.1" status: 200 len: 999 time: 0.0835228 Jun 16 17:03:24.654754 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-1a971a14-8cbb-4554-96fc-d0a7c8a73914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:24.656221 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-1a971a14-8cbb-4554-96fc-d0a7c8a73914 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.0576701 Jun 16 17:03:24.735411 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-e0c9e3de-4a29-4ae7-89f3-85792c3d68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:24.737048 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-e0c9e3de-4a29-4ae7-89f3-85792c3d68cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733011 Jun 16 17:03:24.841933 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'aaebff1d-17aa-4b68-9c7a-34c259a27409', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'floating_ip_address': '172.28.3.95', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'port_id': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'mac_address': 'fa:16:3e:28:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea2160-e581-486d-8593-271613c21432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:03:07Z', 'updated_at': '2021-06-16T17:03:23Z', 'revision_number': 1, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:24.848347 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] Checking router: c927f7de-78c1-45fb-a192-945a91b855cf for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:24.861349 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:24.862032 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:03:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:24.884493 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-20f2b0db-76b7-4600-a9f2-d960b389a7e2 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388643 Jun 16 17:03:25.051077 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-0d1b2e87-994e-4a54-82fb-9ef20bf2ba41 req-b012a0c7-8af9-4345-b3ad-08fc17d567ae service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556821 Jun 16 17:03:25.062720 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:25.370293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'aaebff1d-17aa-4b68-9c7a-34c259a27409', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'floating_ip_address': '172.28.3.95', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'port_id': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'mac_address': 'fa:16:3e:28:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea2160-e581-486d-8593-271613c21432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:03:07Z', 'updated_at': '2021-06-16T17:03:23Z', 'revision_number': 1, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:25.377740 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f8390-d336-4f9d-b8e9-153c7faabad1 None None] The sync data for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb is: [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'aaebff1d-17aa-4b68-9c7a-34c259a27409', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'floating_ip_address': '172.28.3.95', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'port_id': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'mac_address': 'fa:16:3e:28:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea2160-e581-486d-8593-271613c21432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:03:07Z', 'updated_at': '2021-06-16T17:03:23Z', 'revision_number': 1, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:25.638945 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da3c16-57c8-4423-bea5-c412d3c6f113 None None] New status for floating IP aaebff1d-17aa-4b68-9c7a-34c259a27409: ACTIVE {{(pid=100143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:03:27.066895 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a6a66-1978-422b-82a8-e0934ecf086a req-bae8ef7a-17c3-48fa-92b5-8e6a0d3832c7 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:27.068322 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-618a6a66-1978-422b-82a8-e0934ecf086a req-bae8ef7a-17c3-48fa-92b5-8e6a0d3832c7 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.0695264 Jun 16 17:03:27.107751 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-618a6a66-1978-422b-82a8-e0934ecf086a req-50414ace-3542-4f1b-bbcd-769238ca17e6 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Jun 16 17:03:27.947102 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35416) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:28.068928 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fa66-6007-4980-ba4a-046f459750dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.162737 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fa66-6007-4980-ba4a-046f459750dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.294993 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c2b3-05a2-4396-ad0b-b11f6a0de6ed req-9f46c3e8-f156-4115-8eea-316032a77e60 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:28.296468 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c70c2b3-05a2-4396-ad0b-b11f6a0de6ed req-9f46c3e8-f156-4115-8eea-316032a77e60 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.0669038 Jun 16 17:03:28.323226 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fa66-6007-4980-ba4a-046f459750dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.330790 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-19a2163b-4d92-484d-9ab8-07b9f721c29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:28.360377 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c70c2b3-05a2-4396-ad0b-b11f6a0de6ed req-d070fffc-5747-43e0-a56d-cb9b1aaa3e1b tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581539 Jun 16 17:03:28.374482 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-ccd6fa66-6007-4980-ba4a-046f459750dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86621b2af3ae42739b87adba956e0fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261985 Jun 16 17:03:28.375753 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6fa66-6007-4980-ba4a-046f459750dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a391cfce-b1bb-44d5-9931-aef7d85eed1b,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:28.378577 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35422) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:28.379137 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ccd6fa66-6007-4980-ba4a-046f459750dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:28.437488 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.469478 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.625421 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.632033 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.632033 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a391cfce-b1bb-44d5-9931-aef7d85eed1b HTTP/1.1" status: 204 len: 168 time: 0.2485385 Jun 16 17:03:28.632033 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-41f145b9-90cb-4c56-a1d5-2a2b26f71933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:28.640362 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391cfce-b1bb-44d5-9931-aef7d85eed1b,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:28.643283 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:29.467222 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35440) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:29.484378 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9bb85a42-dea3-453c-9455-57dcedeae15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.549838 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bfbc6-5efd-4a8a-a0c5-5ba3582c8c2e req-78fd1bdb-1f44-409c-862b-5e04974e209e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:29.551561 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e38bfbc6-5efd-4a8a-a0c5-5ba3582c8c2e req-78fd1bdb-1f44-409c-862b-5e04974e209e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.0691803 Jun 16 17:03:29.583892 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9bb85a42-dea3-453c-9455-57dcedeae15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.592766 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e38bfbc6-5efd-4a8a-a0c5-5ba3582c8c2e req-61c7a2d2-6e76-4aa9-8a67-d114b803295a tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Jun 16 17:03:29.796473 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9bb85a42-dea3-453c-9455-57dcedeae15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.799151 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d4e550e6-2735-4081-8399-8547c5f71a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:29.838243 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9bb85a42-dea3-453c-9455-57dcedeae15a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06169656d7184c86b0dca49522164139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697698 Jun 16 17:03:29.838946 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb85a42-dea3-453c-9455-57dcedeae15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89c1ab5-e247-4f6c-b5ee-ff3de60d3e20,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:29.841701 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35442) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:29.849567 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9bb85a42-dea3-453c-9455-57dcedeae15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:29.900005 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.925611 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.069935 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.073209 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.074817 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f89c1ab5-e247-4f6c-b5ee-ff3de60d3e20 HTTP/1.1" status: 204 len: 168 time: 0.2317092 Jun 16 17:03:30.075878 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0e9731cc-6dd2-49a1-bf58-ecd0021b502f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:30.090071 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89c1ab5-e247-4f6c-b5ee-ff3de60d3e20,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:30.092515 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:30.794817 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0fcff-2b2f-4eb0-8bdd-583b9973ab9e req-45597017-ebaf-4df7-84fe-575f52487065 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:30.797445 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-afb0fcff-2b2f-4eb0-8bdd-583b9973ab9e req-45597017-ebaf-4df7-84fe-575f52487065 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.0730064 Jun 16 17:03:30.843968 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-afb0fcff-2b2f-4eb0-8bdd-583b9973ab9e req-de7eabfd-a8c8-4da3-9744-c93c9c3f1d06 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 Jun 16 17:03:31.744436 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-63d27f67-3f6c-4756-b8ee-50d86ae4d3df tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:31.745998 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-63d27f67-3f6c-4756-b8ee-50d86ae4d3df tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.0648625 Jun 16 17:03:31.859692 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Deleting port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:31.860041 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:31.982898 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] For port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,segment=NetworkSegment(43f651f7-4f26-40dd-a8eb-bd1a113448d8),segment_id=43f651f7-4f26-40dd-a8eb-bd1a113448d8)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:31.985664 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:32.034665 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6448f44-00e8-4ddf-8599-bacd9b3e799f req-6a293e46-1053-4587-ac25-11c6104c03d4 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:32.036385 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d6448f44-00e8-4ddf-8599-bacd9b3e799f req-6a293e46-1053-4587-ac25-11c6104c03d4 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 945 time: 0.0651853 Jun 16 17:03:32.050028 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Calling delete_port for 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:32.091290 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d6448f44-00e8-4ddf-8599-bacd9b3e799f req-74cc7012-fa4d-4a5a-a758-0cb4ac0c432a tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c690a88-117b-45ec-a0f0-2037b852aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Jun 16 17:03:32.282386 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:32.287912 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7f766355-279b-412c-b15a-752381f70e7e tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:32.299709 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['3e74ad6d-b4a9-48ef-8cd5-015c1428d16e'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:32.330278 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Pushing event deleted for resources: {'Port': ['ID=3e74ad6d-b4a9-48ef-8cd5-015c1428d16e,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:32.334657 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:32.398654 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] No DVR routers for this DVR port 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:32.401941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:32.404168 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-7a82a346-724e-4d47-baf8-b1568a2cd96d req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.96 "DELETE /v2.0/ports/3e74ad6d-b4a9-48ef-8cd5-015c1428d16e HTTP/1.1" status: 204 len: 173 time: 0.6528230 Jun 16 17:03:32.404805 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90de9269-9370-40a6-bcce-f57be601f470', 'name': 'network-vif-deleted', 'tag': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:32.414908 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1645cf99-6643-4c9e-97f6-96c1b29432a7" -d '{"events": [{"server_uuid": "90de9269-9370-40a6-bcce-f57be601f470", "name": "network-vif-deleted", "tag": "3e74ad6d-b4a9-48ef-8cd5-015c1428d16e"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:32.452836 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e31229-1b7b-4ed6-857f-d07dea034805 x-openstack-request-id: req-b7e31229-1b7b-4ed6-857f-d07dea034805 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:32.453166 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90de9269-9370-40a6-bcce-f57be601f470", "name": "network-vif-deleted", "tag": "3e74ad6d-b4a9-48ef-8cd5-015c1428d16e", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:32.453645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7e31229-1b7b-4ed6-857f-d07dea034805 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:32.454525 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90de9269-9370-40a6-bcce-f57be601f470', 'name': 'network-vif-deleted', 'tag': '3e74ad6d-b4a9-48ef-8cd5-015c1428d16e', 'status': 'completed', 'code': 200} Jun 16 17:03:33.246515 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ed13c85c-8ca0-4b14-adee-85d702bec911 req-609fb04d-168c-4cde-8d69-e12396df1de4 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] 10.222.0.36 "GET /v2.0/ports?device_id=90de9269-9370-40a6-bcce-f57be601f470 HTTP/1.1" status: 200 len: 210 time: 0.0359180 Jun 16 17:03:35.469377 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:35.491030 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:35.491388 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3e74ad6d-b4a9-48ef-8cd5-015c1428d16e not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:38.688021 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35628) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:38.815602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-62464464-6bef-4683-8744-6d24e12d35de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.951194 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-62464464-6bef-4683-8744-6d24e12d35de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.035535 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-71d3d2a4-eda6-464a-92d3-53293dd62c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.066342 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-62464464-6bef-4683-8744-6d24e12d35de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.070801 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a37d4a63-3d82-4d98-8874-28673817e164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:39.124254 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62464464-6bef-4683-8744-6d24e12d35de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d0a0aa-8c9a-4b41-8782-324a88379975,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:39.128881 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-62464464-6bef-4683-8744-6d24e12d35de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:39.136773 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-62464464-6bef-4683-8744-6d24e12d35de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9865fc62562845fea2623c5da3478567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475510 Jun 16 17:03:39.137492 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35634) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:39.234903 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.271081 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.505786 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.511545 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.513056 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58d0a0aa-8c9a-4b41-8782-324a88379975 HTTP/1.1" status: 204 len: 168 time: 0.3742874 Jun 16 17:03:39.514367 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3b84e0c3-ffad-4882-9eae-17ca9052399b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:39.523582 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d0a0aa-8c9a-4b41-8782-324a88379975,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:39.528156 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:39.605552 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:03:40.321776 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35652) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:40.341142 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e36f-32ba-4bee-9dd7-a4d5dd7e87f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.451668 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e36f-32ba-4bee-9dd7-a4d5dd7e87f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.546110 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e36f-32ba-4bee-9dd7-a4d5dd7e87f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.556632 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0c858938-5566-4a41-98d7-a688617650d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:40.627327 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5ac1e36f-32ba-4bee-9dd7-a4d5dd7e87f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae52fcf6d78348cc9a8b3134388f5e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039200 Jun 16 17:03:40.630236 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35656) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:40.641648 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1e36f-32ba-4bee-9dd7-a4d5dd7e87f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b922a973-593d-4b2a-b30f-80a3ab39af7e,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:40.646953 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5ac1e36f-32ba-4bee-9dd7-a4d5dd7e87f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:40.709180 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.739848 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.854296 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.856998 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.858193 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b922a973-593d-4b2a-b30f-80a3ab39af7e HTTP/1.1" status: 204 len: 168 time: 0.2263455 Jun 16 17:03:40.859000 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-074f8710-b6fb-431a-be74-77bb60ed2c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:40.867334 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b922a973-593d-4b2a-b30f-80a3ab39af7e,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:40.873776 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:41.745853 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35670) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:41.763390 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f6e0-b680-4ee1-b643-5bd6d92bceb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:41.827725 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-63b2edde-bee8-497c-bfcd-b452c7ad8cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:41.900344 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f6e0-b680-4ee1-b643-5bd6d92bceb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.019367 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f6e0-b680-4ee1-b643-5bd6d92bceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.024118 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ce436285-f612-4b22-a803-a83f1752fc89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:42.077646 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-2ed0f6e0-b680-4ee1-b643-5bd6d92bceb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e0511e5184a42728ce24427b43f79d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301556 Jun 16 17:03:42.080584 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35676) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:42.087626 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0f6e0-b680-4ee1-b643-5bd6d92bceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f43658-9f17-49af-ac38-cc0892765455,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:42.091218 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-2ed0f6e0-b680-4ee1-b643-5bd6d92bceb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:42.163962 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.191340 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.271069 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.328520 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.331553 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.332906 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89f43658-9f17-49af-ac38-cc0892765455 HTTP/1.1" status: 204 len: 168 time: 0.2513213 Jun 16 17:03:42.337406 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4bfa8e6c-e9e7-4868-a10b-025f5690a216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:42.345919 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f43658-9f17-49af-ac38-cc0892765455,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:42.348417 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:43.248736 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.787829 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35712) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:43.912157 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1623724119-network', 'tenant_id': '37980cad1d4a4c5cb860110cba624585'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:44.030917 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Made reservation on behalf of 37980cad1d4a4c5cb860110cba624585 for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:44.033563 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.044750 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.161123 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.241977 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.245521 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-836b0d3f-4555-437c-be9f-4e5665277855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:44.271939 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:03:44.282292 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a264d-452e-4c73-9b7c-013b1ff23c24,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:44.287682 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:44.292664 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.292664 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Added segment a32ffc01-456c-48d6-a93a-3dc9dd10d34e of type vlan for network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 Jun 16 17:03:44.342857 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.440369 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.442215 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:44.442737 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.445404 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-07a2c53c-16af-4bed-b890-62898b08607f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:44.518707 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Pushing event updated for resources: {'Network': ['ID=88bc5ea7-2a02-4984-8eac-856e23e9a3b9,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:44.522313 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:44.535894 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:03:44.572824 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7793963 Jun 16 17:03:44.574190 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35722) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:44.579039 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Request body: {'subnet': {'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1623724119-subnet', 'tenant_id': '37980cad1d4a4c5cb860110cba624585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:44.676893 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Made reservation on behalf of 37980cad1d4a4c5cb860110cba624585 for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:44.679687 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934206'] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.024358 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9855655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934188'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.027478 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-32b7508c-ab23-4dc2-8d58-5c3594c5c0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:45.089808 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.101511 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=170cfbd8-c851-414a-99fa-3c3958c3984b,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:45.106111 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:45.114201 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Checking segment: {'id': 'a32ffc01-456c-48d6-a93a-3dc9dd10d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:03:45.114562 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Network hostable DHCP agents. Network: 88bc5ea7-2a02-4984-8eac-856e23e9a3b9, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:03:45.200619 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:03:45.299260 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 88bc5ea7-2a02-4984-8eac-856e23e9a3b9) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:45.306303 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:45.307840 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.314484 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba24c7-3024-4ddf-b60f-fe3e87da0729 None None] Network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:45.401537 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d566803d-76aa-48e1-ae31-5dde3f66d383 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8270988 Jun 16 17:03:45.497592 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83847b6-52cd-47b2-8df6-9a1c78f0e5da None None] Network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:45.922535 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.444069 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35758) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:46.449951 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-343481507-network', 'tenant_id': 'cf725007198e458ca6b81c9a70fd659d'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:46.584963 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Made reservation on behalf of cf725007198e458ca6b81c9a70fd659d for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:46.587443 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.598232 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.715576 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.859386 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.862571 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f9fa5078-ce0f-4098-9627-32b424ef7d53 tempest-VolumesNegativeTest-798152542 tempest-VolumesNegativeTest-798152542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:46.889516 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:03:46.900726 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e513ff49-15a4-44d7-b943-592ccc4cf3e6,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:46.907504 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:46.908891 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.909422 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Added segment 4bf2cc7f-fe37-4734-8e8c-5a7488c29521 of type vlan for network 05f6581f-e44b-4a15-8624-326aa022a228 Jun 16 17:03:46.958356 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.185636 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.187155 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:47.187920 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.191534 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-876da7e4-e32f-4186-80d4-1a17db8b9dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:47.258846 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Pushing event updated for resources: {'Network': ['ID=05f6581f-e44b-4a15-8624-326aa022a228,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:47.261676 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:47.269575 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 05f6581f-e44b-4a15-8624-326aa022a228 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:03:47.340369 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-4c2c681e-dd3f-40c6-89b6-5f218dc2b8de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8947010 Jun 16 17:03:47.343238 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 35776) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:47.350306 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Request body: {'subnet': {'network_id': '05f6581f-e44b-4a15-8624-326aa022a228', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-343481507-subnet', 'tenant_id': 'cf725007198e458ca6b81c9a70fd659d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:47.579448 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Made reservation on behalf of cf725007198e458ca6b81c9a70fd659d for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:47.581931 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934206'] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.880962 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9855655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934188'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.884050 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:47.945223 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93275c13-ff2f-4ecd-b2c1-40a11925d187,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:47.949714 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:47.953829 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Checking segment: {'id': '4bf2cc7f-fe37-4734-8e8c-5a7488c29521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '05f6581f-e44b-4a15-8624-326aa022a228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:03:47.954190 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Network hostable DHCP agents. Network: 05f6581f-e44b-4a15-8624-326aa022a228, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:03:48.093924 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Network 05f6581f-e44b-4a15-8624-326aa022a228 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:03:48.213392 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 05f6581f-e44b-4a15-8624-326aa022a228) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:48.218788 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:48.224291 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:48.226567 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4845241-0565-4f30-b429-5af43825cdc5 None None] Network 05f6581f-e44b-4a15-8624-326aa022a228 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:48.317278 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-1139c8f6-bcda-4ad2-9066-e31e94907838 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9726996 Jun 16 17:03:48.379181 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9a0d82-0659-48fa-9b60-9b5a804f421a None None] Network 05f6581f-e44b-4a15-8624-326aa022a228 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:49.043806 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-4b7c9813-532a-49a3-937d-763b07d964cd tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:49.045362 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-4b7c9813-532a-49a3-937d-763b07d964cd tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/networks?id=88bc5ea7-2a02-4984-8eac-856e23e9a3b9 HTTP/1.1" status: 200 len: 809 time: 0.1268101 Jun 16 17:03:49.060659 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-0e87fba1-4008-4186-b4b3-eda782b6a08c tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/quotas/37980cad1d4a4c5cb860110cba624585 HTTP/1.1" status: 200 len: 375 time: 0.0094571 Jun 16 17:03:49.096121 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-09e52741-fdcb-42af-ab14-ab589a1b5a36 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37980cad1d4a4c5cb860110cba624585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298567 Jun 16 17:03:49.291937 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-98d109b4-6168-4388-9388-0de83b1fe8c1 service neutron] 10.222.0.36 "GET /v2.0/networks/88bc5ea7-2a02-4984-8eac-856e23e9a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836245 Jun 16 17:03:49.672205 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-9b773537-5445-4408-8645-3723a857ee5c service neutron] 10.222.0.36 "GET /v2.0/networks/88bc5ea7-2a02-4984-8eac-856e23e9a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687215 Jun 16 17:03:50.025353 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-77128c86-8c67-4f4a-b50c-5f05722b0ef1 req-8a242b9d-0270-4e10-a94e-8823da117d67 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 210 time: 0.0836873 Jun 16 17:03:51.113157 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b1d48dd1-01a4-47f7-9719-e0bf6d58bddb req-7680dbb4-32d5-480a-90f7-26f8308c23ca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 210 time: 0.0330215 Jun 16 17:03:52.284862 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9cee31d8-79e8-4ff2-8be6-a38168c52c9f req-208c2fa7-8a0b-428a-9a56-bb6a3ec24096 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 210 time: 0.0334585 Jun 16 17:03:53.227759 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-efd3cbd4-586b-4716-8dcc-0007b13e2805 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:53.229259 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-efd3cbd4-586b-4716-8dcc-0007b13e2805 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.96 "GET /v2.0/networks?id=88bc5ea7-2a02-4984-8eac-856e23e9a3b9 HTTP/1.1" status: 200 len: 809 time: 0.0999389 Jun 16 17:03:53.243456 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Request body: {'port': {'device_id': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9', 'admin_state_up': True, 'tenant_id': '37980cad1d4a4c5cb860110cba624585'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:53.461975 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b806791f-c787-4db2-9f76-6855937f119c req-9683d671-0d82-4dab-a81e-0e557ac1de5f tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 210 time: 0.0340323 Jun 16 17:03:53.726705 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Made reservation on behalf of 37980cad1d4a4c5cb860110cba624585 for: {'port': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:03:53.732013 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:53.863346 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Allocated IP 172.20.0.4 (88bc5ea7-2a02-4984-8eac-856e23e9a3b9/170cfbd8-c851-414a-99fa-3c3958c3984b/be6d029b-94bf-418f-ad8c-e8522d079ee0) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:03:54.027680 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.194906 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.199334 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-4a06caa6-c2e2-4a9b-a6fc-60d4ad425cbe tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:54.242704 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:03:54.249452 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:03:54.253781 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:03:54.278011 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Pushing event updated for resources: {'Port': ['ID=be6d029b-94bf-418f-ad8c-e8522d079ee0,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:54.292576 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.292942 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.293326 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.293733 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.294046 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.294405 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.294748 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.295094 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.295441 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.295785 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.296128 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.296469 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:54.301508 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:54.317051 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:54.317691 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.442899 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047713 Jun 16 17:03:54.458323 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Request body: {'port': {'device_id': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:54.533202 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.638370 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a9e64-402f-4402-935f-e97fd92e4007 req-3035099d-6233-4d93-99a6-b5b1e6e92934 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:54.639956 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f02a9e64-402f-4402-935f-e97fd92e4007 req-3035099d-6233-4d93-99a6-b5b1e6e92934 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 931 time: 0.0637376 Jun 16 17:03:54.682319 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f02a9e64-402f-4402-935f-e97fd92e4007 req-6bcb305e-9f08-4e90-bcc0-32b07db7d192 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Jun 16 17:03:54.823815 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6d029b-94bf-418f-ad8c-e8522d079ee0 {{(pid=100140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:54.831658 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.847068 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Transition to ACTIVE for port object be6d029b-94bf-418f-ad8c-e8522d079ee0 will not be triggered until provisioned by entity L2. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:03:54.967629 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.969858 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:55.299017 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Pushing event updated for resources: {'Port': ['ID=be6d029b-94bf-418f-ad8c-e8522d079ee0,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:55.305388 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:55.372359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Attempting to bind port be6d029b-94bf-418f-ad8c-e8522d079ee0 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:03:55.372682 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Attempting to bind port be6d029b-94bf-418f-ad8c-e8522d079ee0 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': 'a32ffc01-456c-48d6-a93a-3dc9dd10d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9'}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:03:55.372965 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Attempting to bind port be6d029b-94bf-418f-ad8c-e8522d079ee0 on network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:03:55.377528 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Port be6d029b-94bf-418f-ad8c-e8522d079ee0 on network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:03:55.383250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Attempting to bind port be6d029b-94bf-418f-ad8c-e8522d079ee0 on network 88bc5ea7-2a02-4984-8eac-856e23e9a3b9 {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:03:55.383250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:03:55.383250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Checking segment: {'id': 'a32ffc01-456c-48d6-a93a-3dc9dd10d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:03:55.383594 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Bound using segment: {'id': 'a32ffc01-456c-48d6-a93a-3dc9dd10d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9'} {{(pid=100140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:03:55.383911 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.managers [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Bound port: be6d029b-94bf-418f-ad8c-e8522d079ee0, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32ffc01-456c-48d6-a93a-3dc9dd10d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9'}}] {{(pid=100140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:03:55.384255 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:55.448758 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] For port be6d029b-94bf-418f-ad8c-e8522d079ee0, host hv-cinder-78338, cleared binding levels {{(pid=100140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:03:55.451846 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] For port be6d029b-94bf-418f-ad8c-e8522d079ee0, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=be6d029b-94bf-418f-ad8c-e8522d079ee0,segment=NetworkSegment(a32ffc01-456c-48d6-a93a-3dc9dd10d34e),segment_id=a32ffc01-456c-48d6-a93a-3dc9dd10d34e)] {{(pid=100140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:03:55.572295 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:55.574572 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-50e575dd-52f1-4750-9e5d-474a1e136896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:55.616142 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:55.618345 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:55.618720 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] 10.222.0.96 "PUT /v2.0/ports/be6d029b-94bf-418f-ad8c-e8522d079ee0 HTTP/1.1" status: 200 len: 1093 time: 1.1650355 Jun 16 17:03:55.619023 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'tag': 'be6d029b-94bf-418f-ad8c-e8522d079ee0'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:55.621406 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985c762-776a-46a4-9081-aa4df174b03e" -d '{"events": [{"name": "network-changed", "server_uuid": "18291b8e-252a-4cb0-ad09-d11bc2aba7e5", "tag": "be6d029b-94bf-418f-ad8c-e8522d079ee0"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:55.648620 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Pushing event updated for resources: {'Port': ['ID=be6d029b-94bf-418f-ad8c-e8522d079ee0,revision_number=3']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:55.653398 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:55.668570 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c68f6d-1a67-4afd-bc6a-69aec85db83d x-openstack-request-id: req-a5c68f6d-1a67-4afd-bc6a-69aec85db83d {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:55.668885 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18291b8e-252a-4cb0-ad09-d11bc2aba7e5", "tag": "be6d029b-94bf-418f-ad8c-e8522d079ee0", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:55.669227 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5c68f6d-1a67-4afd-bc6a-69aec85db83d {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:55.669869 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'tag': 'be6d029b-94bf-418f-ad8c-e8522d079ee0', 'status': 'completed', 'code': 200} Jun 16 17:03:55.752258 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c762-776a-46a4-9081-aa4df174b03e req-9431b758-3f25-41d5-9127-7c36a1bc4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:55.754646 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-f985c762-776a-46a4-9081-aa4df174b03e req-9431b758-3f25-41d5-9127-7c36a1bc4076 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=37980cad1d4a4c5cb860110cba624585&device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 1096 time: 0.0652709 Jun 16 17:03:55.866389 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c762-776a-46a4-9081-aa4df174b03e req-6c53cfe6-5ed6-48f3-adbd-66372b6bdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:55.868601 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-f985c762-776a-46a4-9081-aa4df174b03e req-6c53cfe6-5ed6-48f3-adbd-66372b6bdb88 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=37980cad1d4a4c5cb860110cba624585&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1038435 Jun 16 17:03:55.885113 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27d59e-463a-45b2-860a-18c66402a469 req-e6e6743c-231a-42d7-a20b-e04a6f2c7dd6 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:55.891829 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7e27d59e-463a-45b2-860a-18c66402a469 req-e6e6743c-231a-42d7-a20b-e04a6f2c7dd6 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 943 time: 0.0753906 Jun 16 17:03:55.930867 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7e27d59e-463a-45b2-860a-18c66402a469 req-3366439b-a035-49c9-98b7-97fec4ddcb18 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Jun 16 17:03:55.973417 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c762-776a-46a4-9081-aa4df174b03e req-daa2ae3b-758b-4f02-92a5-ca9973081100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:55.974877 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-f985c762-776a-46a4-9081-aa4df174b03e req-daa2ae3b-758b-4f02-92a5-ca9973081100 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984664 Jun 16 17:03:56.085006 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-1363c5a0-44d5-4ff8-aa93-f68cc4b41f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.087113 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-1363c5a0-44d5-4ff8-aa93-f68cc4b41f2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=37980cad1d4a4c5cb860110cba624585&device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 1096 time: 0.0640891 Jun 16 17:03:56.133555 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-bd883982-cbb6-4008-9cda-4a213c9a36f5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be6d029b-94bf-418f-ad8c-e8522d079ee0 HTTP/1.1" status: 200 len: 217 time: 0.0391772 Jun 16 17:03:56.187196 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-aeb9de13-a2a6-476b-ab1f-6c6c72429948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.188739 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-aeb9de13-a2a6-476b-ab1f-6c6c72429948 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=170cfbd8-c851-414a-99fa-3c3958c3984b HTTP/1.1" status: 200 len: 849 time: 0.0490236 Jun 16 17:03:56.222224 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-dc19935b-12a6-47d0-ac1d-626970fc37af service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=88bc5ea7-2a02-4984-8eac-856e23e9a3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271239 Jun 16 17:03:56.323788 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-180fcd4d-880c-4c8c-97a8-23eafe00b670 service neutron] 10.222.0.96 "GET /v2.0/networks/88bc5ea7-2a02-4984-8eac-856e23e9a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947647 Jun 16 17:03:56.374238 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35938) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:56.422861 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8f99ded8-0285-408a-93d6-d3b33c204013 req-f09cea50-6852-46c1-9585-50979045eecc service neutron] 10.222.0.96 "GET /v2.0/networks/88bc5ea7-2a02-4984-8eac-856e23e9a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909488 Jun 16 17:03:56.442217 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Deleting subnet 7089615b-e2d1-4c64-995f-e9f2033db154 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:03:56.446025 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.481586 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772481'] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.529531 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.734161 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8495758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12140349'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.736786 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:56.761178 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7089615b-e2d1-4c64-995f-e9f2033db154,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:56.765396 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:56.773084 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.773084 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7089615b-e2d1-4c64-995f-e9f2033db154 HTTP/1.1" status: 204 len: 168 time: 0.3958085 Jun 16 17:03:56.773925 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35944) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:56.857185 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.944028 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.955144 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3714402a-74c3-4699-8f13-a12a51f46ac7']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:56.966192 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f651f7-4f26-40dd-a8eb-bd1a113448d8') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:56.966508 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f651f7-4f26-40dd-a8eb-bd1a113448d8') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:56.976891 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.995687 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.006029 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:03:57.006455 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:03:57.009023 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:03:57.162249 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.166784 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:57.171125 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.177128 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3714402a-74c3-4699-8f13-a12a51f46ac7 HTTP/1.1" status: 204 len: 168 time: 0.3976357 Jun 16 17:03:57.183830 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Pushing event deleted for resources: {'Network': ['ID=3714402a-74c3-4699-8f13-a12a51f46ac7,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:57.186521 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:57.286869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81921-54bd-4cbd-aa7a-6649f2f9d3fc req-7a96645f-a2d4-409d-be4e-cd920c602d6f tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:57.289195 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d5f81921-54bd-4cbd-aa7a-6649f2f9d3fc req-7a96645f-a2d4-409d-be4e-cd920c602d6f tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 943 time: 0.0827603 Jun 16 17:03:57.334483 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d5f81921-54bd-4cbd-aa7a-6649f2f9d3fc req-f1129d27-1395-4a71-a0f8-619d27450591 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Jun 16 17:03:57.587812 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device be6d029b-94bf-418f-ad8c-e8522d079ee0 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:03:57.691724 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port be6d029b-94bf-418f-ad8c-e8522d079ee0, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=be6d029b-94bf-418f-ad8c-e8522d079ee0,segment=NetworkSegment(a32ffc01-456c-48d6-a93a-3dc9dd10d34e),segment_id=a32ffc01-456c-48d6-a93a-3dc9dd10d34e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:57.703732 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'be6d029b-94bf-418f-ad8c-e8522d079ee0', 'network_id': '88bc5ea7-2a02-4984-8eac-856e23e9a3b9', 'port_id': 'be6d029b-94bf-418f-ad8c-e8522d079ee0', 'mac_address': 'fa:16:3e:f1:a5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170cfbd8-c851-414a-99fa-3c3958c3984b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:03:57.739651 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35956) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:57.748644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.765801 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6d029b-94bf-418f-ad8c-e8522d079ee0 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:57.785800 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-7f59e5ea-6601-4a20-a408-a09169c10409 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ac1abb97d8542fc8b5165c336df0bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447872 Jun 16 17:03:57.789984 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35958) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:57.795643 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port be6d029b-94bf-418f-ad8c-e8522d079ee0, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=be6d029b-94bf-418f-ad8c-e8522d079ee0,segment=NetworkSegment(a32ffc01-456c-48d6-a93a-3dc9dd10d34e),segment_id=a32ffc01-456c-48d6-a93a-3dc9dd10d34e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:57.841798 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.869163 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.908687 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:57.910647 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-ac902d98-f278-4a9f-b7e9-f9b6845aa123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:57.958977 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=be6d029b-94bf-418f-ad8c-e8522d079ee0,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:57.962300 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:58.013298 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:58.016019 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:58.017216 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c690a88-117b-45ec-a0f0-2037b852aa92 HTTP/1.1" status: 204 len: 168 time: 0.2263429 Jun 16 17:03:58.018064 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0996f8ca-aded-4f28-bc66-0e6cd4339c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:58.025858 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c690a88-117b-45ec-a0f0-2037b852aa92,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:58.028280 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:58.148318 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['be6d029b-94bf-418f-ad8c-e8522d079ee0'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:58.536087 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c056697-7c5d-49fa-bab2-53c09f1680ed req-0580bc13-6b5c-42df-8193-a62224f98b69 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:58.540217 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8c056697-7c5d-49fa-bab2-53c09f1680ed req-0580bc13-6b5c-42df-8193-a62224f98b69 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 944 time: 0.0713398 Jun 16 17:03:58.583348 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8c056697-7c5d-49fa-bab2-53c09f1680ed req-d6819c2f-6cf6-4eec-baf6-d057e14fa0ac tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Jun 16 17:03:59.596901 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device be6d029b-94bf-418f-ad8c-e8522d079ee0 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:03:59.755865 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port be6d029b-94bf-418f-ad8c-e8522d079ee0 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:03:59.761401 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port be6d029b-94bf-418f-ad8c-e8522d079ee0 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:59.761896 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:59.765478 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf838d-4f2d-4345-9e56-2ad01b1723bc req-fbdb79e2-1244-438c-a3bf-d972a76aca83 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:59.767222 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-89cf838d-4f2d-4345-9e56-2ad01b1723bc req-fbdb79e2-1244-438c-a3bf-d972a76aca83 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 944 time: 0.0669672 Jun 16 17:03:59.810293 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-89cf838d-4f2d-4345-9e56-2ad01b1723bc req-0da66b53-2689-4a2f-8b73-25f8d1216e72 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369806 Jun 16 17:03:59.963154 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:59.985361 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6d029b-94bf-418f-ad8c-e8522d079ee0'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:59.987646 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45668d6-b2e4-4353-8afe-58b046878976" -d '{"events": [{"server_uuid": "18291b8e-252a-4cb0-ad09-d11bc2aba7e5", "name": "network-vif-plugged", "status": "completed", "tag": "be6d029b-94bf-418f-ad8c-e8522d079ee0"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:00.001083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port be6d029b-94bf-418f-ad8c-e8522d079ee0, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=be6d029b-94bf-418f-ad8c-e8522d079ee0,segment=NetworkSegment(a32ffc01-456c-48d6-a93a-3dc9dd10d34e),segment_id=a32ffc01-456c-48d6-a93a-3dc9dd10d34e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:00.028137 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5f2d98-8d02-4cf2-871c-73ba6380b0ab x-openstack-request-id: req-cc5f2d98-8d02-4cf2-871c-73ba6380b0ab {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:00.028542 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18291b8e-252a-4cb0-ad09-d11bc2aba7e5", "name": "network-vif-plugged", "status": "completed", "tag": "be6d029b-94bf-418f-ad8c-e8522d079ee0", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:00.028943 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc5f2d98-8d02-4cf2-871c-73ba6380b0ab {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:00.029464 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6d029b-94bf-418f-ad8c-e8522d079ee0', 'code': 200} Jun 16 17:04:00.091367 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:00.094337 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:00.142293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=be6d029b-94bf-418f-ad8c-e8522d079ee0,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:00.145384 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:00.533757 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f54f2-10bd-407a-b6da-863ae2b5d1f4 req-149667e3-19c5-472e-aaf4-188deba19fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:00.535358 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-6d4f54f2-10bd-407a-b6da-863ae2b5d1f4 req-149667e3-19c5-472e-aaf4-188deba19fa9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 1098 time: 0.2013340 Jun 16 17:04:00.574010 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-6d4f54f2-10bd-407a-b6da-863ae2b5d1f4 req-caa3bd5a-46d7-458b-b107-54af6789ebf7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294144 Jun 16 17:04:00.998724 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d0db8-6617-4430-a0d6-18ba1c3404bf req-fa4aabbc-7b7a-4803-816c-4b30d0eb206d tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:01.000448 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-868d0db8-6617-4430-a0d6-18ba1c3404bf req-fa4aabbc-7b7a-4803-816c-4b30d0eb206d tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 945 time: 0.0717881 Jun 16 17:04:01.038994 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-868d0db8-6617-4430-a0d6-18ba1c3404bf req-76dcd4c1-c27b-4cc8-8211-06e72f0cbf8d tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Jun 16 17:04:01.136664 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 35998) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:01.237741 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c8dc9d59-bfbc-408b-9eac-459ceb117517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.324647 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c8dc9d59-bfbc-408b-9eac-459ceb117517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.401878 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c8dc9d59-bfbc-408b-9eac-459ceb117517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.404536 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7aa7091d-3bb9-428f-9a55-b6b78e64a288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:01.441625 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c8dc9d59-bfbc-408b-9eac-459ceb117517 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4dc87bebc921470991f1d9020c9bb4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037574 Jun 16 17:04:01.442553 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc9d59-bfbc-408b-9eac-459ceb117517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da60615-16d3-4874-8308-9556f28e9bef,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:01.445226 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36002) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:01.445500 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c8dc9d59-bfbc-408b-9eac-459ceb117517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:01.497607 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.518419 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.645903 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.648475 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:01.650256 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0da60615-16d3-4874-8308-9556f28e9bef HTTP/1.1" status: 204 len: 168 time: 0.2028785 Jun 16 17:04:01.650997 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d190fa9d-2399-4796-8035-3fdf09596ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:01.658504 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da60615-16d3-4874-8308-9556f28e9bef,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:01.660776 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:02.218622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d474f-8f64-4382-997e-1890bcce4882 req-d80c2e3d-f21c-44a3-9827-310beedd3b79 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:02.220206 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-750d474f-8f64-4382-997e-1890bcce4882 req-d80c2e3d-f21c-44a3-9827-310beedd3b79 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 945 time: 0.0675819 Jun 16 17:04:02.258266 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-750d474f-8f64-4382-997e-1890bcce4882 req-eaa98ca5-08b6-4e6c-b237-368bd19c816b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Jun 16 17:04:04.916282 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-3997a601-807c-46f4-8812-4b63fa2b191b tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092153333&fields=id&tenant_id=dfcfc9bc012f4a0db33235f36401a9c5 HTTP/1.1" status: 200 len: 267 time: 0.0356925 Jun 16 17:04:04.985115 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-21979048-7cda-42d4-8c55-df644c731045 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:04.986662 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-21979048-7cda-42d4-8c55-df644c731045 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 984 time: 0.0642819 Jun 16 17:04:04.998843 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Request body: {'port': {'security_groups': ['18053f26-a5df-49b8-b54a-08227d702d5e']}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:05.090253 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.263865 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:05.300115 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.385838 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.390920 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:05.403007 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['682e0ae4-2d33-4a3f-a104-162c7ace166f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:04:05.435108 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:05.435982 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.437903 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-015cbca4-9fae-4009-a9c0-42d6c89bff79 req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "PUT /v2.0/ports/682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 942 time: 0.4448361 Jun 16 17:04:05.438432 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:05.440979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af2ab86-50f5-4fba-a7fb-012ec796942d" -d '{"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:05.444895 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36052) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:05.469794 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event updated for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=7']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:05.477881 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.478483 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.478817 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.479178 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.480027 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.480404 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.480766 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.481126 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.481510 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.481860 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.482215 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.482564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:05.486885 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:05.522240 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['682e0ae4-2d33-4a3f-a104-162c7ace166f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:04:05.612928 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.661771 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.704829 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538c58d3-dffa-4ff3-98ee-ce5f3f7377e3 x-openstack-request-id: req-538c58d3-dffa-4ff3-98ee-ce5f3f7377e3 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:05.705468 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:05.705814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-538c58d3-dffa-4ff3-98ee-ce5f3f7377e3 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:05.706451 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'status': 'completed', 'code': 200} Jun 16 17:04:05.769006 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-159c3328-ba0a-47fc-bb31-5dea3c35ff33 None None] Provisioning complete for port 682e0ae4-2d33-4a3f-a104-162c7ace166f triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:05.769416 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-159c3328-ba0a-47fc-bb31-5dea3c35ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.799262 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-0a7b0da6-e42d-4a68-9c81-928405c140a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:05.800798 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-0a7b0da6-e42d-4a68-9c81-928405c140a9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1098 time: 0.0680423 Jun 16 17:04:05.893541 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-379acdc1-4807-452a-a329-367cd54bf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:05.894998 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-379acdc1-4807-452a-a329-367cd54bf791 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 917 time: 0.0860214 Jun 16 17:04:05.962202 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.964839 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:05.966062 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "DELETE /v2.0/security-groups/f2614cbb-dcf9-4caf-b8ef-95f6b01245e7 HTTP/1.1" status: 204 len: 168 time: 0.5156882 Jun 16 17:04:05.969018 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5ac1e36f-32ba-4bee-9dd7-a4d5dd7e87f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:05.970440 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36060) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:05.974896 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-52ed3a5f-e7c2-4158-8296-86f0899139aa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 1001 time: 0.0718675 Jun 16 17:04:05.979822 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2614cbb-dcf9-4caf-b8ef-95f6b01245e7,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:05.982216 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:06.027439 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-a2448242-f62b-435d-a552-54c5df4e76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:06.034190 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-a2448242-f62b-435d-a552-54c5df4e76cf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 200 len: 854 time: 0.0458038 Jun 16 17:04:06.090438 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-ba7e5039-7f5d-43c2-8bfa-138cd8250031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:06.091927 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-ba7e5039-7f5d-43c2-8bfa-138cd8250031 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7b0b5e1-057a-40a8-a783-f97db3973ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570819 Jun 16 17:04:06.135312 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Deleting port 4248556e-99e2-4fb5-9023-b916d3b17fcc {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:06.135657 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:06.192123 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-bf9ffd74-0151-4d23-ae0a-7d67eacd3eaa service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931516 Jun 16 17:04:06.221483 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:06.221866 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:06.287062 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-9af2ab86-50f5-4fba-a7fb-012ec796942d req-945646bc-2450-4ba2-ba00-5c14feab1fa0 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883963 Jun 16 17:04:06.291092 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Calling delete_port for 4248556e-99e2-4fb5-9023-b916d3b17fcc owned by network:floatingip {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:06.442730 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b94c64-bc9c-4557-9e59-6a62cdb1feb1 req-c6d89c6f-1ff7-4271-9b5c-68c1f5b834f5 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:06.444223 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-36b94c64-bc9c-4557-9e59-6a62cdb1feb1 req-c6d89c6f-1ff7-4271-9b5c-68c1f5b834f5 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 945 time: 0.1818020 Jun 16 17:04:06.499834 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-36b94c64-bc9c-4557-9e59-6a62cdb1feb1 req-bc2b5ca3-bb76-4945-a3d4-bc7a91702ad7 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 Jun 16 17:04:06.670561 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:06.672713 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:06.694581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event deleted for resources: {'Port': ['ID=4248556e-99e2-4fb5-9023-b916d3b17fcc,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:06.698047 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:06.760573 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks [] for floatingip, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:06.760904 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Floating IP cb7f66b3-965b-4220-8347-a973dae5965d disassociated (deleted). External IP: 172.28.3.195, port: 682e0ae4-2d33-4a3f-a104-162c7ace166f. Jun 16 17:04:06.979243 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Router 1f566f18-1caa-46fe-8507-cba4bf6a90bd has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:07.086216 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:07.091747 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:07.096111 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] Sync routers for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:07.106353 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:07.107192 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:03:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:07.128471 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "DELETE /v2.0/floatingips/cb7f66b3-965b-4220-8347-a973dae5965d HTTP/1.1" status: 204 len: 168 time: 1.1571262 Jun 16 17:04:07.214859 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:07.418078 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:41Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:07.421962 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] Checking router: 1f566f18-1caa-46fe-8507-cba4bf6a90bd for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:07.430276 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:07.431409 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:03:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:07.540184 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:07.633838 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-30bce410-7230-4537-86aa-ac4571a03667 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:07.637220 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-30bce410-7230-4537-86aa-ac4571a03667 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.96 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 945 time: 0.0914209 Jun 16 17:04:07.710066 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:07.718058 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133" -d '{"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:07.754042 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866c1e2-b110-4348-8639-3a2f58003664 req-7342b390-b4c7-40b8-b592-603af2862b71 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:07.754388 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Deleting port be6d029b-94bf-418f-ad8c-e8522d079ee0 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:07.755056 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:07.755751 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4866c1e2-b110-4348-8639-3a2f58003664 req-7342b390-b4c7-40b8-b592-603af2862b71 tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 945 time: 0.1310353 Jun 16 17:04:07.811070 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:41Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:07.811582 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70981155-9513-4cd1-b160-0e4d2b17b285 None None] The sync data for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb is: [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:00:34Z', 'revision_number': 4, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '2bed7a2a-4b63-43e8-9345-26a7219a39b3', 'name': '', 'network_id': 'b7b0b5e1-057a-40a8-a783-f97db3973ff9', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'mac_address': 'fa:16:3e:6a:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0bad7231-4316-486c-b249-6b63cc555651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:32Z', 'updated_at': '2021-06-16T17:00:41Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'subnets': [{'id': '0bad7231-4316-486c-b249-6b63cc555651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:07.820281 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4866c1e2-b110-4348-8639-3a2f58003664 req-197a9daf-92cb-4ffd-8e79-f540bbdf963b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31a264d-452e-4c73-9b7c-013b1ff23c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578163 Jun 16 17:04:07.821946 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d5ba39-dbb4-469c-afab-fcd30806011c x-openstack-request-id: req-95d5ba39-dbb4-469c-afab-fcd30806011c {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:07.822266 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:07.822573 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95d5ba39-dbb4-469c-afab-fcd30806011c {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:07.822993 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'status': 'completed', 'code': 200} Jun 16 17:04:07.876695 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] For port be6d029b-94bf-418f-ad8c-e8522d079ee0, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=be6d029b-94bf-418f-ad8c-e8522d079ee0,segment=NetworkSegment(a32ffc01-456c-48d6-a93a-3dc9dd10d34e),segment_id=a32ffc01-456c-48d6-a93a-3dc9dd10d34e)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:07.877106 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:07.905016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-caf72bfd-e9db-42b0-9456-722c3db3f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:07.906636 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-caf72bfd-e9db-42b0-9456-722c3db3f2f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 1098 time: 0.0593266 Jun 16 17:04:07.943144 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Calling delete_port for be6d029b-94bf-418f-ad8c-e8522d079ee0 owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:08.019195 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-0800e704-875c-4ada-97f4-b138003d6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:08.023730 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-0800e704-875c-4ada-97f4-b138003d6950 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 200 len: 917 time: 0.1088293 Jun 16 17:04:08.064646 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24eec2c-2b0e-4cf6-b517-f4852c712f8d None None] New status for floating IP cb7f66b3-965b-4220-8347-a973dae5965d: DOWN {{(pid=100143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:04:08.068588 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-18060405-c600-4613-95fd-c5abeb165605 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 200 len: 217 time: 0.0378389 Jun 16 17:04:08.116801 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-548f1587-0e14-4222-bcf5-28089a6ab113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:08.118402 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-548f1587-0e14-4222-bcf5-28089a6ab113 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 200 len: 854 time: 0.0439179 Jun 16 17:04:08.176371 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-a54dcd76-25c0-449e-88e5-1f2e7d32a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:08.178099 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-a54dcd76-25c0-449e-88e5-1f2e7d32a412 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7b0b5e1-057a-40a8-a783-f97db3973ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531876 Jun 16 17:04:08.179207 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:08.184096 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:08.191265 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['be6d029b-94bf-418f-ad8c-e8522d079ee0'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:04:08.211115 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Pushing event deleted for resources: {'Port': ['ID=be6d029b-94bf-418f-ad8c-e8522d079ee0,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:08.215377 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:08.261039 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] No DVR routers for this DVR port be6d029b-94bf-418f-ad8c-e8522d079ee0 on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:08.263655 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:08.265696 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-648a41fb-40c4-4843-b72d-e030ec27fda8 req-47b26026-44e0-4255-8b55-9eb9dae01aca tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.96 "DELETE /v2.0/ports/be6d029b-94bf-418f-ad8c-e8522d079ee0 HTTP/1.1" status: 204 len: 173 time: 0.6224403 Jun 16 17:04:08.266205 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'name': 'network-vif-deleted', 'tag': 'be6d029b-94bf-418f-ad8c-e8522d079ee0'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:08.268539 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ded79-accb-4694-8012-c95afd6fe51f" -d '{"events": [{"server_uuid": "18291b8e-252a-4cb0-ad09-d11bc2aba7e5", "name": "network-vif-deleted", "tag": "be6d029b-94bf-418f-ad8c-e8522d079ee0"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:08.287290 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-e67fdd78-f07b-4fc5-8b5e-bf49079b81c5 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019030 Jun 16 17:04:08.369398 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3898c1-574c-4c29-8961-8746d3ee015a x-openstack-request-id: req-2d3898c1-574c-4c29-8961-8746d3ee015a {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:08.369701 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18291b8e-252a-4cb0-ad09-d11bc2aba7e5", "name": "network-vif-deleted", "tag": "be6d029b-94bf-418f-ad8c-e8522d079ee0", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:08.369993 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d3898c1-574c-4c29-8961-8746d3ee015a {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:08.370422 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18291b8e-252a-4cb0-ad09-d11bc2aba7e5', 'name': 'network-vif-deleted', 'tag': 'be6d029b-94bf-418f-ad8c-e8522d079ee0', 'status': 'completed', 'code': 200} Jun 16 17:04:08.396182 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-14d26bf6-5d3e-435c-86b9-dfdbdd9a4133 req-aec66a2e-b84f-4749-b1ad-788a958cb831 service neutron] 10.222.0.96 "GET /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014318 Jun 16 17:04:09.009667 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-1451c4c3-3e86-4d9f-a118-d7515ed6ac66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:09.029382 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44274d42-5d5b-4ad7-9ac0-ad336b3a2de9 req-3a8216be-12ed-4ed7-91d5-fc45d140064d tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] 10.222.0.36 "GET /v2.0/ports?device_id=18291b8e-252a-4cb0-ad09-d11bc2aba7e5 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Jun 16 17:04:11.096954 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11caf02-e98d-4d03-bc0c-0863e267cb28 req-f4d65fd1-a9ca-4df9-81ac-e88a4677c021 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:11.099319 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b11caf02-e98d-4d03-bc0c-0863e267cb28 req-f4d65fd1-a9ca-4df9-81ac-e88a4677c021 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.0665545 Jun 16 17:04:11.136767 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b11caf02-e98d-4d03-bc0c-0863e267cb28 req-d788f9c2-89fb-42de-a51b-15aa3f3eb175 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Jun 16 17:04:11.646180 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device be6d029b-94bf-418f-ad8c-e8522d079ee0 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:11.666697 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: be6d029b-94bf-418f-ad8c-e8522d079ee0 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:11.667049 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device be6d029b-94bf-418f-ad8c-e8522d079ee0 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:11.825363 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3a41a384-f4e2-46ff-a916-abdff252d46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:12.247522 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:12.324144 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29e59b-e095-4ada-a7db-fda46dcba9d5 req-2dde769b-b703-44e9-96bc-d15afc63ca39 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:12.330076 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2d29e59b-e095-4ada-a7db-fda46dcba9d5 req-2dde769b-b703-44e9-96bc-d15afc63ca39 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.0692520 Jun 16 17:04:12.365874 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2d29e59b-e095-4ada-a7db-fda46dcba9d5 req-b306c749-99f3-46b5-a40c-42fdf45f9992 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/security-groups?id=18053f26-a5df-49b8-b54a-08227d702d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Jun 16 17:04:12.566354 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf178d-7925-401c-bc8f-0b728120228b req-49c3499b-bf4d-4f5e-b4ac-42cb3565acc7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:12.567850 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-66bf178d-7925-401c-bc8f-0b728120228b req-49c3499b-bf4d-4f5e-b4ac-42cb3565acc7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0649598 Jun 16 17:04:12.612904 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-66bf178d-7925-401c-bc8f-0b728120228b req-edea4a23-2f96-4e25-8077-e23bf7331623 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346005 Jun 16 17:04:12.872768 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-30142e20-d90d-4b19-89e2-324b42b142b6 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:12.874192 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-30142e20-d90d-4b19-89e2-324b42b142b6 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.96 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 945 time: 0.0634475 Jun 16 17:04:12.983855 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Deleting port 682e0ae4-2d33-4a3f-a104-162c7ace166f {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:12.984189 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.069305 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] For port 682e0ae4-2d33-4a3f-a104-162c7ace166f, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=682e0ae4-2d33-4a3f-a104-162c7ace166f,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:13.069677 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.142869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Calling delete_port for 682e0ae4-2d33-4a3f-a104-162c7ace166f owned by compute:nova {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:13.216779 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.337307 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.341104 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:13.348285 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['682e0ae4-2d33-4a3f-a104-162c7ace166f'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:04:13.367630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Pushing event deleted for resources: {'Port': ['ID=682e0ae4-2d33-4a3f-a104-162c7ace166f,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:13.371566 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:13.417986 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] No DVR routers for this DVR port 682e0ae4-2d33-4a3f-a104-162c7ace166f on host hv-cinder-78338 {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:13.420576 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.422650 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bd9f22d8-90a6-4908-908c-87d35bbc0645 req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.96 "DELETE /v2.0/ports/682e0ae4-2d33-4a3f-a104-162c7ace166f HTTP/1.1" status: 204 len: 173 time: 0.5428183 Jun 16 17:04:13.423256 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'name': 'network-vif-deleted', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:13.425593 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a83ed9d-c476-4be9-ac7d-758b9d2c59e3" -d '{"events": [{"server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "name": "network-vif-deleted", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:13.462243 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456aac78-7ae9-4839-a2e1-e20ae0ac553b x-openstack-request-id: req-456aac78-7ae9-4839-a2e1-e20ae0ac553b {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:13.462547 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2075e70c-3cd5-4a89-811a-84a3146358f0", "name": "network-vif-deleted", "tag": "682e0ae4-2d33-4a3f-a104-162c7ace166f", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:13.462827 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-456aac78-7ae9-4839-a2e1-e20ae0ac553b {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:13.463257 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2075e70c-3cd5-4a89-811a-84a3146358f0', 'name': 'network-vif-deleted', 'tag': '682e0ae4-2d33-4a3f-a104-162c7ace166f', 'status': 'completed', 'code': 200} Jun 16 17:04:13.518974 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-376ef52b-377e-42bf-895a-9e1b54ad1ccc req-0c24e931-8dcc-4fa4-acc2-bc7f6fb0eab7 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0334330 Jun 16 17:04:13.814009 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080ccae-2b8a-48d4-abec-73c1df15f141 req-7255b010-f86e-4df6-a64a-da39620788d0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:13.820083 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5080ccae-2b8a-48d4-abec-73c1df15f141 req-7255b010-f86e-4df6-a64a-da39620788d0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0739672 Jun 16 17:04:13.857852 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5080ccae-2b8a-48d4-abec-73c1df15f141 req-5825c919-ec2c-453f-be90-235c0d4066b6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365057 Jun 16 17:04:14.681826 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4488a390-6d42-4567-a5b1-8daff5495cc5 req-9415462b-dab8-482f-b206-27e01747d80e tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] 10.222.0.36 "GET /v2.0/ports?device_id=2075e70c-3cd5-4a89-811a-84a3146358f0 HTTP/1.1" status: 200 len: 210 time: 0.0318465 Jun 16 17:04:15.002327 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:15.074725 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6b2f0-b92f-4853-bf1b-82054429bc33 req-6f347456-c763-485d-8cc0-2f6a63e0ee89 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.076354 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0dd6b2f0-b92f-4853-bf1b-82054429bc33 req-6f347456-c763-485d-8cc0-2f6a63e0ee89 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0823121 Jun 16 17:04:15.122325 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0dd6b2f0-b92f-4853-bf1b-82054429bc33 req-d0f4befa-d82d-4e39-b195-b453c63c1fb7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393064 Jun 16 17:04:15.687746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 682e0ae4-2d33-4a3f-a104-162c7ace166f no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:15.714489 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 682e0ae4-2d33-4a3f-a104-162c7ace166f {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:15.714842 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 682e0ae4-2d33-4a3f-a104-162c7ace166f not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:15.788652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:16.340854 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64aa2f-5db5-485b-8abe-854935660c0c req-1937bf8b-9e7a-4611-a6d7-0d2fc5caf415 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:16.342541 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c64aa2f-5db5-485b-8abe-854935660c0c req-1937bf8b-9e7a-4611-a6d7-0d2fc5caf415 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0758204 Jun 16 17:04:16.395890 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0c64aa2f-5db5-485b-8abe-854935660c0c req-65623832-0a4d-4609-8799-04d430474e64 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473666 Jun 16 17:04:16.605385 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:17.640068 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bf87c-1fc5-493e-8949-17f2a72f0e5b req-6bc4dba7-28c5-4cf1-9efe-bdeebdaceaa6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:17.642831 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d6bf87c-1fc5-493e-8949-17f2a72f0e5b req-6bc4dba7-28c5-4cf1-9efe-bdeebdaceaa6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1098068 Jun 16 17:04:17.703469 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d6bf87c-1fc5-493e-8949-17f2a72f0e5b req-160733ba-68d5-4803-ac1f-30c28e276c20 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534868 Jun 16 17:04:17.719147 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36234) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:18.269558 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902150'] for router_interface, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.639188 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Deleting port 2bed7a2a-4b63-43e8-9345-26a7219a39b3 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:18.642677 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.737808 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] For port 2bed7a2a-4b63-43e8-9345-26a7219a39b3, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=2bed7a2a-4b63-43e8-9345-26a7219a39b3,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:18.738943 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.819719 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Calling delete_port for 2bed7a2a-4b63-43e8-9345-26a7219a39b3 owned by network:router_interface {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:18.958010 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de94d90-a19d-4816-968d-182b91e56e61 req-0e4fcf23-d74a-450f-9bd7-215797565769 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:18.960768 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5de94d90-a19d-4816-968d-182b91e56e61 req-0e4fcf23-d74a-450f-9bd7-215797565769 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1019547 Jun 16 17:04:19.011769 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5de94d90-a19d-4816-968d-182b91e56e61 req-9c3ed634-21e1-4ee3-9a68-0c9bad967fad tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397427 Jun 16 17:04:19.228625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:19.233009 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bf7d290e-2982-4efc-81a2-8a21923f47cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:19.277894 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bed7a2a-4b63-43e8-9345-26a7219a39b3,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:19.291738 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:19.479130 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902034'] for router_interface, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:20.002771 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Router 1f566f18-1caa-46fe-8507-cba4bf6a90bd has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:20.143952 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:20.149446 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9473b04e-b1ec-44b3-b411-0da267a17674 admin admin] 10.222.0.36 "PUT /v2.0/routers/1f566f18-1caa-46fe-8507-cba4bf6a90bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4291925 Jun 16 17:04:20.152097 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36252) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:20.160168 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] Sync routers for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:20.170063 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:20.170717 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:20.295935 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:20.525211 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:04:19Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:20.529176 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] Checking router: 1f566f18-1caa-46fe-8507-cba4bf6a90bd for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:20.537998 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] Routers {'1f566f18-1caa-46fe-8507-cba4bf6a90bd'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:20.538629 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:20.686771 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:20.705386 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] Set router 1f566f18-1caa-46fe-8507-cba4bf6a90bd gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:20.761234 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e6ba5-ebb9-4efe-b6de-f0a0693c85cf req-56c5ae08-d06b-4741-a8c1-87c9f02060e9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:20.762822 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-365e6ba5-ebb9-4efe-b6de-f0a0693c85cf req-56c5ae08-d06b-4741-a8c1-87c9f02060e9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1584504 Jun 16 17:04:20.845277 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-365e6ba5-ebb9-4efe-b6de-f0a0693c85cf req-217491c3-771a-4f40-b2c2-9bfdd03189a5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685065 Jun 16 17:04:20.884248 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:20.979024 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:04:19Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:20.984720 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af594c-9d35-4ced-82f2-66a771525fe5 None None] The sync data for ids ['1f566f18-1caa-46fe-8507-cba4bf6a90bd'] in dv-cinder-783389-6-smb is: [{'id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'name': 'tempest-TestMinimumBasicScenario-1631839785-router', 'tenant_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '2919e096-22b5-4582-8c06-e4fe92942535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:26Z', 'updated_at': '2021-06-16T17:04:19Z', 'revision_number': 5, 'project_id': 'dfcfc9bc012f4a0db33235f36401a9c5', 'gw_port': {'id': '2919e096-22b5-4582-8c06-e4fe92942535', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f566f18-1caa-46fe-8507-cba4bf6a90bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:27Z', 'updated_at': '2021-06-16T17:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:21.146000 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Deleting port 2919e096-22b5-4582-8c06-e4fe92942535 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:21.146339 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:21.246333 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] For port 2919e096-22b5-4582-8c06-e4fe92942535, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=2919e096-22b5-4582-8c06-e4fe92942535,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:21.247425 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:21.328226 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Calling delete_port for 2919e096-22b5-4582-8c06-e4fe92942535 owned by network:router_gateway {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:21.381854 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2bed7a2a-4b63-43e8-9345-26a7219a39b3 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:21.410236 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 2bed7a2a-4b63-43e8-9345-26a7219a39b3 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:21.410600 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2bed7a2a-4b63-43e8-9345-26a7219a39b3 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:21.664957 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:21.667830 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-5423cb0e-db57-4dc2-b5c8-08eccb8781eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:21.691927 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2919e096-22b5-4582-8c06-e4fe92942535,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:21.695049 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:21.754302 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838993'] for router_gateway, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:21.864372 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7544'] for router, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:21.866882 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.005496 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3931995'] for router, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.006007 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f566f18-1caa-46fe-8507-cba4bf6a90bd {{(pid=100141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:04:22.028142 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.029308 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d0cb364d-a55a-401a-8177-f6ba33d8e9d3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1f566f18-1caa-46fe-8507-cba4bf6a90bd HTTP/1.1" status: 204 len: 168 time: 1.8761890 Jun 16 17:04:22.031909 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36264) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:22.090498 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Deleting subnet 0bad7231-4316-486c-b249-6b63cc555651 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:04:22.098274 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.140642 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d256-8c6b-481f-a5fc-b9304e89974b req-6c576250-1363-4971-a887-f45fa03d329e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:22.142277 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-78d3d256-8c6b-481f-a5fc-b9304e89974b req-6c576250-1363-4971-a887-f45fa03d329e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1478167 Jun 16 17:04:22.148864 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772481'] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.220736 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-78d3d256-8c6b-481f-a5fc-b9304e89974b req-8ab90bf5-2c79-43fc-b2e8-3ff32a133eb9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516613 Jun 16 17:04:22.297014 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.445972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8495758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12140349'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.448487 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f38a62cf-7502-44b1-b045-a74a77fb6419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:22.471793 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bad7231-4316-486c-b249-6b63cc555651,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:22.475304 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:22.478191 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.480645 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-761aa163-ede0-4d4c-906d-09a33baf4603 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0bad7231-4316-486c-b249-6b63cc555651 HTTP/1.1" status: 204 len: 168 time: 0.4477386 Jun 16 17:04:22.483192 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36270) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:22.486412 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088351d-2623-46a5-a9fa-bd0b7a9c9f14 None None] Network b7b0b5e1-057a-40a8-a783-f97db3973ff9 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:22.575368 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.636763 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Deleting port fda415ea-a8fa-4bbb-b869-1ff21611af9c {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:22.637365 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.692479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] DHCP port deletion for b7b0b5e1-057a-40a8-a783-f97db3973ff9 request from dv-cinder-783389-6-smb {{(pid=100142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:04:22.718791 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] For port fda415ea-a8fa-4bbb-b869-1ff21611af9c, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=fda415ea-a8fa-4bbb-b869-1ff21611af9c,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:22.719171 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.744744 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Deleting port fda415ea-a8fa-4bbb-b869-1ff21611af9c {{(pid=100142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:22.745060 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.786474 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Calling delete_port for fda415ea-a8fa-4bbb-b869-1ff21611af9c owned by network:dhcp {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:22.823746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] For port fda415ea-a8fa-4bbb-b869-1ff21611af9c, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=fda415ea-a8fa-4bbb-b869-1ff21611af9c,segment=NetworkSegment(0024dcb6-3448-41e7-bb4f-77e0a1bcf829),segment_id=0024dcb6-3448-41e7-bb4f-77e0a1bcf829)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:22.824431 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.921554 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Calling delete_port for fda415ea-a8fa-4bbb-b869-1ff21611af9c owned by network:dhcp {{(pid=100142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:22.968851 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.973675 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-211a7d38-edf7-4061-b354-832666933e92 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:23.007297 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda415ea-a8fa-4bbb-b869-1ff21611af9c,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:23.007297 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] No DVR routers for this DVR port fda415ea-a8fa-4bbb-b869-1ff21611af9c on host dv-cinder-783389-6-smb {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:23.007297 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:23.083437 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.095630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b0b5e1-057a-40a8-a783-f97db3973ff9']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:23.110201 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0024dcb6-3448-41e7-bb4f-77e0a1bcf829') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:23.110618 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0024dcb6-3448-41e7-bb4f-77e0a1bcf829') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:23.127034 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.152084 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.163685 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:04:23.164259 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:04:23.167622 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:04:23.205038 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.207157 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:23.232423 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2919e096-22b5-4582-8c06-e4fe92942535 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:23.237268 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Pushing event deleted for resources: {'Port': ['ID=fda415ea-a8fa-4bbb-b869-1ff21611af9c,revision_number=None']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:23.239771 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] No DVR routers for this DVR port fda415ea-a8fa-4bbb-b869-1ff21611af9c on host dv-cinder-783389-6-smb {{(pid=100142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:23.261655 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 2919e096-22b5-4582-8c06-e4fe92942535 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:23.262013 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 2919e096-22b5-4582-8c06-e4fe92942535 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:23.269393 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fda415ea-a8fa-4bbb-b869-1ff21611af9c no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:23.269393 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.269393 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.269393 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.269393 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.269393 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.270396 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.270396 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.270396 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.270650 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.270815 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.271127 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.271440 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:23.275528 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:23.296893 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: fda415ea-a8fa-4bbb-b869-1ff21611af9c {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:23.297233 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fda415ea-a8fa-4bbb-b869-1ff21611af9c not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:23.351061 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.355722 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-563bcfa6-8bc7-448b-bf65-d22103d00ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:23.358588 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.360680 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7b0b5e1-057a-40a8-a783-f97db3973ff9 HTTP/1.1" status: 204 len: 168 time: 0.8754244 Jun 16 17:04:23.364324 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36280) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:23.373899 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b0b5e1-057a-40a8-a783-f97db3973ff9,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:23.376000 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:23.591353 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bedb6-3724-46f8-8cfd-b147febccfb0 req-1d9301b8-9212-448d-a763-94d76e565fa7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:23.592964 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b05bedb6-3724-46f8-8cfd-b147febccfb0 req-1d9301b8-9212-448d-a763-94d76e565fa7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0736570 Jun 16 17:04:23.642520 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b05bedb6-3724-46f8-8cfd-b147febccfb0 req-858d4067-184c-415e-8623-671c0db774b0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Jun 16 17:04:23.732174 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:04:23.770116 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902150'] for router_interface, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.847992 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:23.868083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'port_id': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'mac_address': 'fa:16:3e:28:ac:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:04:23.916186 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.933378 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb0fe203-98d7-4fcb-896c-369a3e59a27d {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:04:23.953792 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:24.051218 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.053263 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-92a7f31a-413b-4ab4-82ec-7575402381ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:24.071783 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Deleting port bf05bc74-eba8-4607-b387-ee88b0c0b174 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:24.072335 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.111667 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=6']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:24.115911 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:24.127781 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['cb0fe203-98d7-4fcb-896c-369a3e59a27d'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:04:24.181958 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] For port bf05bc74-eba8-4607-b387-ee88b0c0b174, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=bf05bc74-eba8-4607-b387-ee88b0c0b174,segment=NetworkSegment(d1befd88-5d56-4e44-9a0c-ff4eda3d3903),segment_id=d1befd88-5d56-4e44-9a0c-ff4eda3d3903)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:24.182474 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.250263 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Calling delete_port for bf05bc74-eba8-4607-b387-ee88b0c0b174 owned by network:router_interface {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:24.539288 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.541561 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9dec641a-4fa8-4cf8-8226-9fc6f1e7a59d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:24.567529 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf05bc74-eba8-4607-b387-ee88b0c0b174,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:24.571496 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:24.779838 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902034'] for router_interface, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.864337 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215e74b-068e-4f94-879d-122e1d2a0ca1 req-c62fbfd7-788e-44ec-a7a2-ff7240d99761 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:24.865998 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e215e74b-068e-4f94-879d-122e1d2a0ca1 req-c62fbfd7-788e-44ec-a7a2-ff7240d99761 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 945 time: 0.0776639 Jun 16 17:04:24.910435 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e215e74b-068e-4f94-879d-122e1d2a0ca1 req-d0ca2719-9232-4e2e-a81f-faceb850a770 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374875 Jun 16 17:04:25.028241 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:25.200113 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:25.210885 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/594bb5d4-360d-4cb5-af34-bbebe1bdc333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8408501 Jun 16 17:04:25.215519 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36304) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:25.223241 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] Sync routers for ids ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:25.241767 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] Routers {'594bb5d4-360d-4cb5-af34-bbebe1bdc333'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:25.242530 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:25.353547 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks [] for router, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.370653 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] Set router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:25.473349 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.595281 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:04:24Z', 'revision_number': 5, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port': {'id': 'ac3b0c79-30de-45b6-a482-4785516a3bd5', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:44Z', 'updated_at': '2021-06-16T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:25.599790 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] Checking router: 594bb5d4-360d-4cb5-af34-bbebe1bdc333 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:25.608868 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] Routers {'594bb5d4-360d-4cb5-af34-bbebe1bdc333'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:25.609528 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:25.643853 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Deleting port ac3b0c79-30de-45b6-a482-4785516a3bd5 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:25.644181 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.703974 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] Set router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 gateway port host: None {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:25.751468 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:25.766687 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:04:25Z', 'revision_number': 6, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port_host': None}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:25.770486 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f06dc-b0d6-4de8-a09e-7b02915afbcf None None] The sync data for ids ['594bb5d4-360d-4cb5-af34-bbebe1bdc333'] in dv-cinder-783389-6-smb is: [{'id': '594bb5d4-360d-4cb5-af34-bbebe1bdc333', 'name': 'tempest-TestMinimumBasicScenario-791540129-router', 'tenant_id': '47b552dd7e17421c8520a0dc6884fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:43Z', 'updated_at': '2021-06-16T17:04:25Z', 'revision_number': 6, 'project_id': '47b552dd7e17421c8520a0dc6884fa75', 'gw_port_host': None}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:25.822036 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] For port ac3b0c79-30de-45b6-a482-4785516a3bd5, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=ac3b0c79-30de-45b6-a482-4785516a3bd5,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:25.822496 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.852738 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port cb0fe203-98d7-4fcb-896c-369a3e59a27d triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:25.853214 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.907389 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Calling delete_port for ac3b0c79-30de-45b6-a482-4785516a3bd5 owned by network:router_gateway {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:26.017421 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.053598 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:26.058385 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e846e2b4-1d65-4023-b619-efcd8051ed3f" -d '{"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:26.086723 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:26.165693 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.170102 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:26.257524 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef141d95-7072-40cd-b845-90bb49a0bc04 req-43f39479-22ab-41d4-ae95-a8540c0e67d6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:26.265972 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ef141d95-7072-40cd-b845-90bb49a0bc04 req-43f39479-22ab-41d4-ae95-a8540c0e67d6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 945 time: 0.2025614 Jun 16 17:04:26.283506 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299887fe-6717-482b-b9be-80b47e9e24ca x-openstack-request-id: req-299887fe-6717-482b-b9be-80b47e9e24ca {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:26.284406 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:26.285445 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-299887fe-6717-482b-b9be-80b47e9e24ca {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:26.286194 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'code': 200} Jun 16 17:04:26.341642 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=7']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:26.342843 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ef141d95-7072-40cd-b845-90bb49a0bc04 req-2e092153-560f-420d-80d0-e4d522844382 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695410 Jun 16 17:04:26.345510 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:26.402706 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.406166 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-23b62e61-8083-433f-bc60-1c17d4251f28 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:26.435995 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3b0c79-30de-45b6-a482-4785516a3bd5,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:26.445449 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:26.515065 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838993'] for router_gateway, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.613849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7544'] for router, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.616208 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.771495 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3931995'] for router, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.772035 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594bb5d4-360d-4cb5-af34-bbebe1bdc333 {{(pid=100141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:04:26.778183 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] Notify callbacks [] for router, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.781343 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-7be51cc8-6ab3-4705-9444-cfb1c00d6123 admin admin] 10.222.0.36 "DELETE /v2.0/routers/594bb5d4-360d-4cb5-af34-bbebe1bdc333 HTTP/1.1" status: 204 len: 168 time: 1.5659268 Jun 16 17:04:26.782370 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36338) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:26.905937 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Deleting subnet 08c7ef03-fa1b-412e-a7c0-59c85f426f58 {{(pid=100140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:04:26.911820 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.972578 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9163966'] for subnet, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.130182 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.223888 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device bf05bc74-eba8-4607-b387-ee88b0c0b174 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:27.250640 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: bf05bc74-eba8-4607-b387-ee88b0c0b174 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:27.251280 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device bf05bc74-eba8-4607-b387-ee88b0c0b174 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:27.251934 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device ac3b0c79-30de-45b6-a482-4785516a3bd5 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:27.275262 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: ac3b0c79-30de-45b6-a482-4785516a3bd5 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:27.276582 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device ac3b0c79-30de-45b6-a482-4785516a3bd5 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:27.292142 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9855718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934181'] for subnet, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.300924 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-2eba39ce-2014-4bf5-829d-cb3145d71dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:27.327471 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c7ef03-fa1b-412e-a7c0-59c85f426f58,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:27.345496 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:27.347428 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5de52d-d569-4171-94b0-5352d3fd7c28 None None] Network 19405e2e-abcc-4d7c-812b-dae309b725e3 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:27.347711 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.351604 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9fa2235c-64d4-4dbc-b271-5765d048cddf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/08c7ef03-fa1b-412e-a7c0-59c85f426f58 HTTP/1.1" status: 204 len: 168 time: 0.5679822 Jun 16 17:04:27.355350 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36346) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:27.504557 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.632269 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Deleting port 85185bae-b6af-4242-bd20-db4ef5153f04 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:27.632697 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.684890 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] DHCP port deletion for 19405e2e-abcc-4d7c-812b-dae309b725e3 request from dv-cinder-783389-6-smb {{(pid=100142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:04:27.686694 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29d4e-da74-45b7-9a25-c5e470f8023e req-1eda8db5-0f18-413d-b16d-2496b596a9bb tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:27.693758 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-68a29d4e-da74-45b7-9a25-c5e470f8023e req-1eda8db5-0f18-413d-b16d-2496b596a9bb tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1270733 Jun 16 17:04:27.763830 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Deleting port 85185bae-b6af-4242-bd20-db4ef5153f04 {{(pid=100142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:27.764215 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.782798 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] For port 85185bae-b6af-4242-bd20-db4ef5153f04, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=85185bae-b6af-4242-bd20-db4ef5153f04,segment=NetworkSegment(d1befd88-5d56-4e44-9a0c-ff4eda3d3903),segment_id=d1befd88-5d56-4e44-9a0c-ff4eda3d3903)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:27.783245 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.808588 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-68a29d4e-da74-45b7-9a25-c5e470f8023e req-3f61595c-edb7-4263-bfb9-8751590c993d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095476 Jun 16 17:04:27.886974 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] For port 85185bae-b6af-4242-bd20-db4ef5153f04, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=85185bae-b6af-4242-bd20-db4ef5153f04,segment=NetworkSegment(d1befd88-5d56-4e44-9a0c-ff4eda3d3903),segment_id=d1befd88-5d56-4e44-9a0c-ff4eda3d3903)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:27.888388 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.913799 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Calling delete_port for 85185bae-b6af-4242-bd20-db4ef5153f04 owned by network:dhcp {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:28.027294 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Calling delete_port for 85185bae-b6af-4242-bd20-db4ef5153f04 owned by network:dhcp {{(pid=100142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:28.090242 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.093282 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-89007a60-dd54-4bf7-b652-4addfd337e60 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:28.132004 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] No DVR routers for this DVR port 85185bae-b6af-4242-bd20-db4ef5153f04 on host dv-cinder-783389-6-smb {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:28.133198 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=85185bae-b6af-4242-bd20-db4ef5153f04,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:28.137685 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:28.184701 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.190347 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c4c83df5-595a-454b-9ccf-5983edbd6936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:28.228403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.244314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19405e2e-abcc-4d7c-812b-dae309b725e3']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:28.251309 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Pushing event deleted for resources: {'Port': ['ID=85185bae-b6af-4242-bd20-db4ef5153f04,revision_number=None']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:28.257385 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:28.258776 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] No DVR routers for this DVR port 85185bae-b6af-4242-bd20-db4ef5153f04 on host dv-cinder-783389-6-smb {{(pid=100142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:28.263564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:28.263952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1befd88-5d56-4e44-9a0c-ff4eda3d3903') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:28.281325 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.304604 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.315356 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:04:28.317958 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:04:28.318803 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:04:28.528891 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.534359 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d3995115-ab70-4530-a737-f22a51d020f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:28.549980 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.557325 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] 10.222.0.36 "DELETE /v2.0/networks/19405e2e-abcc-4d7c-812b-dae309b725e3 HTTP/1.1" status: 204 len: 168 time: 1.1949842 Jun 16 17:04:28.557325 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=19405e2e-abcc-4d7c-812b-dae309b725e3,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:28.557325 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:29.059121 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f11d-7960-4c90-b3b4-8585834118be req-cb85a218-3721-4e60-838b-fc41743e70af tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:29.066345 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b9b8f11d-7960-4c90-b3b4-8585834118be req-cb85a218-3721-4e60-838b-fc41743e70af tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0830312 Jun 16 17:04:29.091658 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36368) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:29.115276 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b9b8f11d-7960-4c90-b3b4-8585834118be req-0b88ed11-3bc0-4f31-919a-86c537221f4c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479841 Jun 16 17:04:29.173093 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36370) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:29.174771 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5ab6cae2-620d-41b3-9709-28b62105f475 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfcfc9bc012f4a0db33235f36401a9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811934 Jun 16 17:04:29.232185 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 85185bae-b6af-4242-bd20-db4ef5153f04 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:29.236459 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.254934 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 85185bae-b6af-4242-bd20-db4ef5153f04 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:29.255539 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 85185bae-b6af-4242-bd20-db4ef5153f04 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:29.261637 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.571246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.574466 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.575746 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18053f26-a5df-49b8-b54a-08227d702d5e HTTP/1.1" status: 204 len: 168 time: 0.4014769 Jun 16 17:04:29.576572 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6314b85f-e6e6-472f-9a49-6de693f8a2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:29.585141 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18053f26-a5df-49b8-b54a-08227d702d5e,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:29.588025 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:29.808512 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36376) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:29.853949 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Deleting subnet 170cfbd8-c851-414a-99fa-3c3958c3984b {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:04:29.857309 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.256978 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772481'] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.342202 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.418619 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eba8a-9f75-4ac1-9a21-b5c69dd27700 req-44108595-6c28-446b-919c-a00bfd118554 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:30.428480 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3a3eba8a-9f75-4ac1-9a21-b5c69dd27700 req-44108595-6c28-446b-919c-a00bfd118554 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1447909 Jun 16 17:04:30.519300 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3a3eba8a-9f75-4ac1-9a21-b5c69dd27700 req-2187d1bb-ba45-4ce9-b0ce-abbab7afa880 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884104 Jun 16 17:04:30.526069 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36386) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:30.559965 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8495758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12140349'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.562681 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3be2c5bc-d3d4-4a24-984e-02477156e2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:30.600909 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170cfbd8-c851-414a-99fa-3c3958c3984b,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:30.604741 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d88cb461-1709-4834-bc94-fcccbefe12d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47b552dd7e17421c8520a0dc6884fa75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760031 Jun 16 17:04:30.608065 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:30.609338 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36388) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:30.612329 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.617216 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3614154e-5c64-40a3-8fe0-f20f976a1f42 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/170cfbd8-c851-414a-99fa-3c3958c3984b HTTP/1.1" status: 204 len: 168 time: 0.8074262 Jun 16 17:04:30.619748 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36390) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:30.722889 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.782880 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.860013 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.863847 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.882050 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bc5ea7-2a02-4984-8eac-856e23e9a3b9']}} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:30.904405 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32ffc01-456c-48d6-a93a-3dc9dd10d34e') {'for_net_delete': True} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:30.904656 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32ffc01-456c-48d6-a93a-3dc9dd10d34e') {} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:30.925929 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9163943'] for segment, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.950041 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.958714 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=100140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:04:30.959122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9855609'] for segment, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: retrieve_revision_numbers = { Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: Traceback (most recent call last): Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: timer() Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: cb(*args, **kw) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: return func(*args, **kwargs) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: self._notify() Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: self.callback(batched_events) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: event.method(event) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: return f(self, *a, **k) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: return self._get(url).json() Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: return self.request(url, 'GET', **kwargs) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:04:30.961160 dv-cinder-783389-6-smb neutron-server[100140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:04:31.120564 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.123636 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.128661 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34588fcb-e0b5-45aa-bffc-02380a1a8d53 HTTP/1.1" status: 204 len: 168 time: 0.5151465 Jun 16 17:04:31.128661 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-40e94e7f-e05c-47b1-be29-6a18f366a5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:31.137662 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34588fcb-e0b5-45aa-bffc-02380a1a8d53,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:31.144425 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:31.156548 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.163145 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bbbd2a12-2106-41d5-a318-af6041579038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:31.167581 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.173564 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36394) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:31.183285 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] 10.222.0.36 "DELETE /v2.0/networks/88bc5ea7-2a02-4984-8eac-856e23e9a3b9 HTTP/1.1" status: 204 len: 168 time: 0.5486300 Jun 16 17:04:31.210970 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Pushing event deleted for resources: {'Network': ['ID=88bc5ea7-2a02-4984-8eac-856e23e9a3b9,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:31.226232 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:31.255701 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Deleting subnet 93275c13-ff2f-4ecd-b2c1-40a11925d187 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:04:31.259181 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.303376 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772481'] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.371248 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.537539 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8495758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12140349'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.540919 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:31.568385 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93275c13-ff2f-4ecd-b2c1-40a11925d187,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:31.571651 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:31.573412 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.579955 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/93275c13-ff2f-4ecd-b2c1-40a11925d187 HTTP/1.1" status: 204 len: 168 time: 0.4032600 Jun 16 17:04:31.579955 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36400) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:31.665314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.844777 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.857918 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f6581f-e44b-4a15-8624-326aa022a228']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:31.872251 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf2cc7f-fe37-4734-8e8c-5a7488c29521') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:31.872573 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf2cc7f-fe37-4734-8e8c-5a7488c29521') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:31.892952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.924474 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2fdcd-538f-474e-8ac5-ca6501b2cfb4 req-9ac48372-2c1a-4d23-bd15-96eb8a57483f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:31.926275 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-30f2fdcd-538f-474e-8ac5-ca6501b2cfb4 req-9ac48372-2c1a-4d23-bd15-96eb8a57483f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1790323 Jun 16 17:04:31.927732 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.936860 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:04:31.937400 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:04:31.951246 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:04:32.029262 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-30f2fdcd-538f-474e-8ac5-ca6501b2cfb4 req-a7b56a58-6515-4872-9e0c-0cdd195534cc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769732 Jun 16 17:04:32.176500 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.185688 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:32.195691 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.201639 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/05f6581f-e44b-4a15-8624-326aa022a228 HTTP/1.1" status: 204 len: 168 time: 0.6208971 Jun 16 17:04:32.211580 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f6581f-e44b-4a15-8624-326aa022a228,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:32.243130 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:32.677171 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36420) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:32.794896 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-192391686-network', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:32.994028 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Made reservation on behalf of 93dd9abb800643ffa89b6a1a773a2f99 for: {'network': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:04:32.998140 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.001214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36424) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:33.019598 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.044205 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-ce5d88ec-de90-4377-9a32-212eabf4f836 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37980cad1d4a4c5cb860110cba624585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417652 Jun 16 17:04:33.046646 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36426) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:33.098573 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-96b6870f-93c1-4ef7-8289-58625fe8ce5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.123172 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-96b6870f-93c1-4ef7-8289-58625fe8ce5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.156119 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.234448 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d79a8c-43d1-4921-9d02-56c3840facb4 req-aa8757cb-3d6d-402f-9769-d39f6498f95d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:33.236022 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-13d79a8c-43d1-4921-9d02-56c3840facb4 req-aa8757cb-3d6d-402f-9769-d39f6498f95d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0678453 Jun 16 17:04:33.291771 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-13d79a8c-43d1-4921-9d02-56c3840facb4 req-265aaa71-05bc-4a91-9fc5-76c88ce86100 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461316 Jun 16 17:04:33.900012 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.904703 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:33.928958 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563b1bb6-4e72-4b19-8b8c-fbb092de4d2d,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:33.932730 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:33.976790 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-96b6870f-93c1-4ef7-8289-58625fe8ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.980212 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-96b6870f-93c1-4ef7-8289-58625fe8ce5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.981386 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-96b6870f-93c1-4ef7-8289-58625fe8ce5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d31a264d-452e-4c73-9b7c-013b1ff23c24 HTTP/1.1" status: 204 len: 168 time: 0.9337995 Jun 16 17:04:33.982323 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6c320831-c886-4135-91f8-c0ab1d7fdbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:33.983373 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=100141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:04:33.992777 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6870f-93c1-4ef7-8289-58625fe8ce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a264d-452e-4c73-9b7c-013b1ff23c24,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:33.996526 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:33.997019 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.segments_db [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Added segment 4769986b-2a1a-4421-8883-68caeed65ee3 of type vlan for network 5ff7f806-be09-4faf-a914-9cdf3848169c Jun 16 17:04:34.008008 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-96b6870f-93c1-4ef7-8289-58625fe8ce5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:34.075130 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:34.210931 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:34.214719 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:34.214719 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:34.232280 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:34.312910 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Pushing event updated for resources: {'Network': ['ID=5ff7f806-be09-4faf-a914-9cdf3848169c,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:34.316106 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:34.324718 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 5ff7f806-be09-4faf-a914-9cdf3848169c details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:04:34.349981 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6688552 Jun 16 17:04:34.350343 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36438) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:34.357824 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Request body: {'subnet': {'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-192391686-subnet', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:34.486318 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Made reservation on behalf of 93dd9abb800643ffa89b6a1a773a2f99 for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:04:34.489247 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934206'] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:34.592228 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81553d-5aad-4393-ab97-d625d6726e38 req-6dc6a2f1-2429-47ce-a54c-e4678d7835c9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:34.599553 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3b81553d-5aad-4393-ab97-d625d6726e38 req-6dc6a2f1-2429-47ce-a54c-e4678d7835c9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1416173 Jun 16 17:04:34.663978 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3b81553d-5aad-4393-ab97-d625d6726e38 req-3238d3dd-5cd9-4a81-97c1-f546e7c200a2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627811 Jun 16 17:04:34.854490 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9855655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934188'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:34.859785 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:34.939119 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722fc994-cffd-473f-ace3-c253fccd0ad2,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:34.943088 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:34.944628 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Checking segment: {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:34.944947 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Network hostable DHCP agents. Network: 5ff7f806-be09-4faf-a914-9cdf3848169c, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:04:34.994739 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36442) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:35.052358 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Network 5ff7f806-be09-4faf-a914-9cdf3848169c is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:04:35.059884 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d362f041-413b-42a9-b40d-2b9303ff28ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf725007198e458ca6b81c9a70fd659d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639687 Jun 16 17:04:35.062585 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36444) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:35.120921 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.147127 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.153811 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 5ff7f806-be09-4faf-a914-9cdf3848169c) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:35.158891 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:35.159491 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.170560 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b428e7e-49f1-4466-b22a-c19d5401c1b6 None None] Network 5ff7f806-be09-4faf-a914-9cdf3848169c requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:35.298970 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-f42c2735-d5c7-4b2e-b68a-7daaeaaf1ee3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9474661 Jun 16 17:04:35.301569 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36446) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:35.306351 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:35.310535 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.313251 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.314431 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e513ff49-15a4-44d7-b943-592ccc4cf3e6 HTTP/1.1" status: 204 len: 168 time: 0.2508276 Jun 16 17:04:35.315308 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-e23887dc-0f4c-4ddc-baba-9a572dca8684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:35.342773 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e513ff49-15a4-44d7-b943-592ccc4cf3e6,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:35.348438 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:35.376906 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-5ff7f806-be09-4faf-a914-9cdf3848169c', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:04:35.381936 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.404363 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.407191 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.505935 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.548882 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Allocated IP 172.20.0.2 (5ff7f806-be09-4faf-a914-9cdf3848169c/722fc994-cffd-473f-ace3-c253fccd0ad2/47e3fbe2-5b3c-449a-af86-b5ad0b315d19) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:04:35.711160 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.720989 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Transition to ACTIVE for port object 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:35.737730 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Transition to ACTIVE for port object 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:35.800621 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.808045 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.810110 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:35.865082 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Network 5ff7f806-be09-4faf-a914-9cdf3848169c is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:35.868347 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:35.889984 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:04:35.893616 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Pushing event updated for resources: {'Port': ['ID=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:35.897690 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:35.940254 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22551-2d57-49bf-9dc8-5decd51b89ca req-0351641a-b5e7-41bd-a63e-1fb829550246 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:35.942113 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-19d22551-2d57-49bf-9dc8-5decd51b89ca req-0351641a-b5e7-41bd-a63e-1fb829550246 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1143236 Jun 16 17:04:35.970528 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Attempting to bind port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:04:35.970704 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Attempting to bind port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:04:35.971071 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Attempting to bind port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 on network 5ff7f806-be09-4faf-a914-9cdf3848169c {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:04:35.979481 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:04:35.979866 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Checking segment: {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:35.980297 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:35.980702 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Bound using segment: {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:04:35.981209 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Bound port: 47e3fbe2-5b3c-449a-af86-b5ad0b315d19, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:04:35.981607 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.065942 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-19d22551-2d57-49bf-9dc8-5decd51b89ca req-51a9895d-25f1-4ef4-a5ba-2c33c748ed13 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163204 Jun 16 17:04:36.117831 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] For port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:04:36.123510 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] For port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:04:36.208410 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.212774 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:36.327532 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Pushing event updated for resources: {'Port': ['ID=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:36.343076 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:36.477149 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.498261 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.715764 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Allocated IP 172.28.3.220 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/f8fcb47f-958e-44cd-8e30-2aa21f47d7fb) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:04:36.940850 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:37.104847 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:37.112549 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-44ff8346-de37-4d79-923f-bd3de0aa5dc0 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:37.232525 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:37.235944 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:37.248715 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:04:37.252694 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Pushing event updated for resources: {'Port': ['ID=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:37.292799 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:37.368250 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:37.461984 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3aa1-8091-490a-bbe4-c615b35104dc req-6acd3616-5fdd-4a03-b405-5af4c789cdb8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:37.470795 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-334d3aa1-8091-490a-bbe4-c615b35104dc req-6acd3616-5fdd-4a03-b405-5af4c789cdb8 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1395719 Jun 16 17:04:37.544522 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:37.552280 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-334d3aa1-8091-490a-bbe4-c615b35104dc req-ad4f77c2-158a-4530-b9ca-c3219aff0318 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746188 Jun 16 17:04:37.773097 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc42a9-38e3-498d-b1bd-04ac842211cd None None] Network 5ff7f806-be09-4faf-a914-9cdf3848169c requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:37.858752 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.110245 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.383302 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Provisioning for port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:38.383302 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Provisioning complete for port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:38.383302 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.456069 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.502859 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] For port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:38.573235 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:04:38.586402 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36482) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:38.647374 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.650102 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:38.716665 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Pushing event updated for resources: {'Port': ['ID=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:38.721262 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:38.723836 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa67b-a0fc-4dcb-b86f-15255164a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.742257 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:38.755147 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603820f-7271-466c-8520-361adcef3305 None None] Sync routers for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:38.781015 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:38.783537 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:38.796980 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ca73-0c25-47d1-ad6a-4f3b67a851bd req-8f5ab921-0f43-4750-b184-9b4308a288d4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:38.804131 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3486ca73-0c25-47d1-ad6a-4f3b67a851bd req-8f5ab921-0f43-4750-b184-9b4308a288d4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1287174 Jun 16 17:04:38.871418 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3486ca73-0c25-47d1-ad6a-4f3b67a851bd req-b1e4ae79-dfa0-4aa8-a460-c6e4d8a25860 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662465 Jun 16 17:04:38.923843 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa67b-a0fc-4dcb-b86f-15255164a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.991658 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-b7cfa67b-a0fc-4dcb-b86f-15255164a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:38.995396 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ffa18921-ee80-43b9-96f5-66834d27aca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:39.006749 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-09b76db0-1ce1-433a-b4c1-a673b1aa508a None None] Provisioning complete for port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:39.007137 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-09b76db0-1ce1-433a-b4c1-a673b1aa508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.062715 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.064035 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7614052 Jun 16 17:04:39.066768 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36490) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:39.074291 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-b7cfa67b-a0fc-4dcb-b86f-15255164a522 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bc5638e7fb84da397cd4d4a63d84580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862454 Jun 16 17:04:39.077754 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfa67b-a0fc-4dcb-b86f-15255164a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e281b3-f8c7-4cd4-a91d-18f6dac04c5d,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:39.080217 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b7cfa67b-a0fc-4dcb-b86f-15255164a522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:39.081003 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36492) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:39.121356 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:39.148090 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-64f39fe1-d83d-45b7-98ac-a9d295512f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.179923 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-64f39fe1-d83d-45b7-98ac-a9d295512f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.267532 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c52a-8d85-46fc-8a07-7c54604ec9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.287405 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:39.330904 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-64f39fe1-d83d-45b7-98ac-a9d295512f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.333801 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-64f39fe1-d83d-45b7-98ac-a9d295512f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.335158 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-64f39fe1-d83d-45b7-98ac-a9d295512f70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9e281b3-f8c7-4cd4-a91d-18f6dac04c5d HTTP/1.1" status: 204 len: 168 time: 0.2529368 Jun 16 17:04:39.336051 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a89c8d6a-be43-4e09-9b33-d714e3376cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:39.349238 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f39fe1-d83d-45b7-98ac-a9d295512f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e281b3-f8c7-4cd4-a91d-18f6dac04c5d,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:39.352642 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-64f39fe1-d83d-45b7-98ac-a9d295512f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:39.453622 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:39.454192 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.587880 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:37Z', 'revision_number': 3, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:39.595181 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603820f-7271-466c-8520-361adcef3305 None None] Checking router: 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:39.595532 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603820f-7271-466c-8520-361adcef3305 None None] Updating router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:04:39.634845 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f603820f-7271-466c-8520-361adcef3305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.759101 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.955072 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Allocated IP 172.20.0.1 (5ff7f806-be09-4faf-a914-9cdf3848169c/722fc994-cffd-473f-ace3-c253fccd0ad2/7bfd4c5a-c77f-4f99-8107-7e68c006af88) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:04:39.964497 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f603820f-7271-466c-8520-361adcef3305 None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:39.990343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f603820f-7271-466c-8520-361adcef3305 None None] Transition to ACTIVE for port object f8fcb47f-958e-44cd-8e30-2aa21f47d7fb will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:40.087959 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.090146 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab71bc-7c25-4da3-bd1b-6d872f2ff6f7 req-e7d37c35-e216-4e76-9513-a183be445488 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:40.091885 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3ab71bc-7c25-4da3-bd1b-6d872f2ff6f7 req-e7d37c35-e216-4e76-9513-a183be445488 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.0730908 Jun 16 17:04:40.104628 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Transition to ACTIVE for port object 7bfd4c5a-c77f-4f99-8107-7e68c006af88 will not be triggered until provisioned by entity DHCP. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:40.145150 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f603820f-7271-466c-8520-361adcef3305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.147373 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:40.158383 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3ab71bc-7c25-4da3-bd1b-6d872f2ff6f7 req-98f7fc01-10c2-4190-b758-dc6962f1e0c5 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596113 Jun 16 17:04:40.219165 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-f603820f-7271-466c-8520-361adcef3305 None None] Attempting to bind port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:04:40.219559 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-f603820f-7271-466c-8520-361adcef3305 None None] Attempting to bind port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:04:40.219935 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603820f-7271-466c-8520-361adcef3305 None None] Attempting to bind port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:04:40.225795 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad17348-0ba0-4f9d-8eff-cf05b7610063 None None] Pushing event updated for resources: {'Port': ['ID=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:40.230378 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3ad17348-0ba0-4f9d-8eff-cf05b7610063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:40.231571 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603820f-7271-466c-8520-361adcef3305 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:04:40.231955 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603820f-7271-466c-8520-361adcef3305 None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:40.232372 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f603820f-7271-466c-8520-361adcef3305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.232766 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603820f-7271-466c-8520-361adcef3305 None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:04:40.233257 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-f603820f-7271-466c-8520-361adcef3305 None None] Bound port: f8fcb47f-958e-44cd-8e30-2aa21f47d7fb, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:04:40.233665 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f603820f-7271-466c-8520-361adcef3305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.274393 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.278337 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5b2b70da-a956-40da-bc40-58cc98ac26af tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:40.289829 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-f603820f-7271-466c-8520-361adcef3305 None None] For port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:04:40.293396 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-f603820f-7271-466c-8520-361adcef3305 None None] For port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:04:40.315117 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Network 5ff7f806-be09-4faf-a914-9cdf3848169c is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:40.318345 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:40.327959 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:04:40.354577 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfd4c5a-c77f-4f99-8107-7e68c006af88,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:40.357947 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:40.380629 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.385687 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f603820f-7271-466c-8520-361adcef3305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.388933 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-2d601842-d979-4db0-9bfe-4a4722e72573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:40.466613 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad17348-0ba0-4f9d-8eff-cf05b7610063 None None] Pushing event updated for resources: {'Port': ['ID=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:40.472255 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3ad17348-0ba0-4f9d-8eff-cf05b7610063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:40.473667 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:40.474833 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:40.664500 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:40.688088 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.825835 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-34f43f07-c500-4587-8454-10deed641d9f None None] Provisioning for port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:40.842554 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-34f43f07-c500-4587-8454-10deed641d9f None None] Provisioning complete for port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:40.843253 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-34f43f07-c500-4587-8454-10deed641d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.887864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.907918 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-34f43f07-c500-4587-8454-10deed641d9f None None] Port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:04:40.940940 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-f603820f-7271-466c-8520-361adcef3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:37Z', 'revision_number': 3, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:40.944624 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603820f-7271-466c-8520-361adcef3305 None None] The sync data for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb is: [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:37Z', 'revision_number': 3, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:41.004999 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:41.008688 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-fb92cd09-46f0-494b-a71e-881873c19f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:41.096764 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfd4c5a-c77f-4f99-8107-7e68c006af88,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:41.099513 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:41.101843 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:41.248811 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-b37abe8c-d1c4-42a9-8e51-2f90be4a315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:41.251799 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-b37abe8c-d1c4-42a9-8e51-2f90be4a315d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 1099 time: 0.1485333 Jun 16 17:04:41.339178 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Network 5ff7f806-be09-4faf-a914-9cdf3848169c is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:41.341985 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:41.472361 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-15ce8848-2e05-43ab-adf5-4c34ccf88078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:41.475216 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-15ce8848-2e05-43ab-adf5-4c34ccf88078 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.2111316 Jun 16 17:04:41.551906 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:41.596372 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5991e-3ca6-4d0d-8b89-eebad2a1b921 req-d9954c57-06c9-464a-816c-2b41f3abac72 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:41.598519 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a7b5991e-3ca6-4d0d-8b89-eebad2a1b921 req-d9954c57-06c9-464a-816c-2b41f3abac72 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.2171366 Jun 16 17:04:41.634132 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-2a3c5803-e09e-4162-a92b-b8d481e01fc9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d HTTP/1.1" status: 200 len: 1001 time: 0.1508141 Jun 16 17:04:41.669673 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a7b5991e-3ca6-4d0d-8b89-eebad2a1b921 req-06c0996d-e021-428f-a1e8-b606ae1482ed tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594466 Jun 16 17:04:41.685323 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:41.692764 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6247740 Jun 16 17:04:41.718195 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-1f29b864-9c0c-463a-9bc3-5138b1461710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:41.726536 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-1f29b864-9c0c-463a-9bc3-5138b1461710 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.0851064 Jun 16 17:04:41.756119 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-65c2a9df-6d3b-4654-bc3a-883b454785cc None None] Provisioning complete for port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:41.756119 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-65c2a9df-6d3b-4654-bc3a-883b454785cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:41.802036 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-65c2a9df-6d3b-4654-bc3a-883b454785cc None None] Port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:04:41.809854 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-fae09939-4eec-447d-8162-a55af2e4f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:41.811523 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-fae09939-4eec-447d-8162-a55af2e4f8aa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776048 Jun 16 17:04:41.871978 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-e50509a4-85e5-4772-8189-69b15b137345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:41.935341 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-089b52f9-10a2-4326-b3f5-d32ead343df9 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152909 Jun 16 17:04:42.031349 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9eef88c3-3385-413b-a30e-9b295ffd4d6f req-6ddd2e3e-f96b-4a55-8e49-fff91cac0475 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895638 Jun 16 17:04:42.330531 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:42.668129 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36572) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:42.673093 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2133052148-network', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:42.795912 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Sync routers for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:42.808648 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:42.809355 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:42.821928 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Made reservation on behalf of df3258ce121b4ba292815bd61fdf3140 for: {'network': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:04:42.825011 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:42.850016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:42.940809 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae66e0-1943-44b7-8143-f78b2e196353 req-018b1c1e-ae95-4fbe-9e05-1c54c505708c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:42.942360 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-feae66e0-1943-44b7-8143-f78b2e196353 req-018b1c1e-ae95-4fbe-9e05-1c54c505708c tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 946 time: 0.1147268 Jun 16 17:04:42.944998 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:43.020686 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-feae66e0-1943-44b7-8143-f78b2e196353 req-f01363f8-6785-4295-ac10-54ea80421bc7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702069 Jun 16 17:04:43.051974 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.159525 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.162816 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0aa43ca2-b89a-43a4-aad8-dae62d453052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:43.166987 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 2, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:43.168249 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Checking router: 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:43.168769 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Updating router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:04:43.190993 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=100141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:04:43.198512 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b362b1c0-b023-4dd1-94e6-c37609f28ced,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:43.201778 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:43.210254 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.210602 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.segments_db [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Added segment bf124161-a458-4002-8809-f758dd4bb437 of type vlan for network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e Jun 16 17:04:43.214164 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.258323 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.260980 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f8fcb47f-958e-44cd-8e30-2aa21f47d7fb up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:43.317496 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.419473 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.420583 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:43.422630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:43.423255 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.426556 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-162259a7-6720-4c28-a61f-50fa770c10d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:43.429484 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:43.436296 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.489831 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a87275-e2d5-4ef8-8e11-d0f3a942c28e,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:43.495031 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.499195 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:43.502307 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:04:43.506425 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Transition to ACTIVE for port object 7bfd4c5a-c77f-4f99-8107-7e68c006af88 will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:43.540653 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.594575 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:43.704710 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.705440 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a3294caf-df25-431d-b8f0-2475cab8b351 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0361829 Jun 16 17:04:43.707476 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-7bf4ceee-2c92-4937-8691-99fe8ecd7021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:43.708031 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36576) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:43.713675 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Request body: {'subnet': {'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2133052148-subnet', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'ip_version': 4}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:43.771132 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.774322 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:43.783938 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Pushing event updated for resources: {'Port': ['ID=7bfd4c5a-c77f-4f99-8107-7e68c006af88,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:43.793674 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.793919 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.794421 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.797029 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.798308 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.798819 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.799296 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.799770 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.800262 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.800735 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.801216 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.801823 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:43.816203 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:43.830947 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:43.836435 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Made reservation on behalf of df3258ce121b4ba292815bd61fdf3140 for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:04:43.841210 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12140326'] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:43.950596 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:43.955390 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:44.015898 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.059507 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:44.062921 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832a437d-88c8-4f88-8632-dc2ff797fcc8" -d '{"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:44.093147 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Attempting to bind port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:04:44.093551 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Attempting to bind port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:04:44.093917 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Attempting to bind port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 on network 5ff7f806-be09-4faf-a914-9cdf3848169c {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:04:44.100591 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:04:44.101122 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Checking segment: {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:44.101735 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.102290 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Bound using segment: {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:04:44.102610 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:44.102955 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Bound port: 7bfd4c5a-c77f-4f99-8107-7e68c006af88, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:04:44.103566 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.156158 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6622bee3-e3de-42f9-b0e2-783e36354967 x-openstack-request-id: req-6622bee3-e3de-42f9-b0e2-783e36354967 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:44.156460 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:44.156721 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6622bee3-e3de-42f9-b0e2-783e36354967 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:44.157120 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'code': 200} Jun 16 17:04:44.173132 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.175048 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:44.189481 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] For port 7bfd4c5a-c77f-4f99-8107-7e68c006af88, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:04:44.194213 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] For port 7bfd4c5a-c77f-4f99-8107-7e68c006af88, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7bfd4c5a-c77f-4f99-8107-7e68c006af88,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:04:44.205204 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8495823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12140340'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.209204 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2168f3a9-a7c3-47e7-bc2c-3a520ee93e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:44.224390 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=8']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:44.227548 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:44.307495 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc70854-3fcc-43ea-9f5d-eca2710695a1,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:44.309080 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.310437 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:44.312664 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-c9fc2cec-220c-47db-9db1-4b1e83a368ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:44.328327 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Checking segment: {'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:44.328687 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Network hostable DHCP agents. Network: c1a87275-e2d5-4ef8-8e11-d0f3a942c28e, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:04:44.362578 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e778093-0489-4c28-bd15-97e023be5fc0 req-a5019b8a-97fb-458c-85a5-57b491c58795 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:44.364111 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1e778093-0489-4c28-bd15-97e023be5fc0 req-a5019b8a-97fb-458c-85a5-57b491c58795 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1482453 Jun 16 17:04:44.376711 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:44.377166 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:44.409408 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1e778093-0489-4c28-bd15-97e023be5fc0 req-73ad2306-1f2e-42fb-8755-d76ffb11e214 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388300 Jun 16 17:04:44.448281 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Pushing event updated for resources: {'Port': ['ID=7bfd4c5a-c77f-4f99-8107-7e68c006af88,revision_number=4']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:44.454097 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-c11cd830-f3d5-4b4d-97a0-c5ceecc529b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:44.488626 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:04:44.509039 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:44.602181 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, c1a87275-e2d5-4ef8-8e11-d0f3a942c28e) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:44.612064 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:44.612064 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.625062 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad4531-4b8c-49ff-856c-bf7fdf69c4ef None None] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:44.730669 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:44Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:44.734669 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72534914-89d2-4f51-8bec-56b2486580f2 None None] The sync data for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb is: [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:44Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:44.805112 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0959947 Jun 16 17:04:44.808128 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36590) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:44.813122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:44.844584 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'fixed_ips': [{'subnet_id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:04:44.847180 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.927718 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.929394 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:44.995096 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.070480 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Allocated IP 172.20.0.2 (c1a87275-e2d5-4ef8-8e11-d0f3a942c28e/2bc70854-3fcc-43ea-9f5d-eca2710695a1/994e6b3b-5b2b-4551-9879-a9f81dc090a5) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:04:45.100355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.265879 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.290486 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Transition to ACTIVE for port object 994e6b3b-5b2b-4551-9879-a9f81dc090a5 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:45.301270 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.337504 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Transition to ACTIVE for port object 994e6b3b-5b2b-4551-9879-a9f81dc090a5 will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:45.365948 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f8fcb47f-958e-44cd-8e30-2aa21f47d7fb up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:45.461249 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.468955 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:45.522814 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:45.531752 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:45.532494 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.537842 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:45.541223 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:04:45.543753 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Pushing event updated for resources: {'Port': ['ID=994e6b3b-5b2b-4551-9879-a9f81dc090a5,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:45.566326 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:45.738618 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.765647 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.807181 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Attempting to bind port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:04:45.808025 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Attempting to bind port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:04:45.808025 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Attempting to bind port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 on network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:04:45.820343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:04:45.820343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Checking segment: {'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:45.820343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.820343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Bound using segment: {'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:04:45.820343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Bound port: 994e6b3b-5b2b-4551-9879-a9f81dc090a5, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:04:45.820343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.908676 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7bfd4c5a-c77f-4f99-8107-7e68c006af88 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:45.960645 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.981962 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] For port 994e6b3b-5b2b-4551-9879-a9f81dc090a5, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:04:45.985980 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] For port 994e6b3b-5b2b-4551-9879-a9f81dc090a5, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=994e6b3b-5b2b-4551-9879-a9f81dc090a5,segment=NetworkSegment(bf124161-a458-4002-8809-f758dd4bb437),segment_id=bf124161-a458-4002-8809-f758dd4bb437)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:04:46.094021 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:46.097265 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.100546 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-d82c8854-6e3b-4c95-aef6-948ff457eb50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:46.133736 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:46.133736 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.242343 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Pushing event updated for resources: {'Port': ['ID=994e6b3b-5b2b-4551-9879-a9f81dc090a5,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:46.247503 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Allocated IP 172.28.3.51 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/e16f6245-954a-449d-be53-8abd17dd77b9) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:04:46.248555 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:46.313374 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.361980 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 7bfd4c5a-c77f-4f99-8107-7e68c006af88, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7bfd4c5a-c77f-4f99-8107-7e68c006af88,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:46.414897 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.479737 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.482727 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:46.546438 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=7bfd4c5a-c77f-4f99-8107-7e68c006af88,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:46.550547 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:46.579546 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.583973 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:46.635941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:46.640472 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:46.642946 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:04:46.645209 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Pushing event updated for resources: {'Port': ['ID=e16f6245-954a-449d-be53-8abd17dd77b9,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:46.648746 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:47.032536 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.291693 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.296715 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232be7a1-ff9c-429e-8ba2-3e4dd434d914 None None] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:47.483972 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 994e6b3b-5b2b-4551-9879-a9f81dc090a5 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:47.510082 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-76e7ec08-8aa6-488b-ad6a-dc21d8f95d99 None None] Provisioning for port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:47.576145 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Router 2f02b767-f96b-46d8-8546-99b282f92803 is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:04:47.697068 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:47.708096 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Sync routers for ids ['2f02b767-f96b-46d8-8546-99b282f92803'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:47.711640 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcf3-ecc4-457b-9009-42be6040ba60 req-2a3753a0-5c15-4263-a2bd-b819b443c7ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:47.715579 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ab50fcf3-ecc4-457b-9009-42be6040ba60 req-2a3753a0-5c15-4263-a2bd-b819b443c7ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0773242 Jun 16 17:04:47.721574 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Routers {'2f02b767-f96b-46d8-8546-99b282f92803'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:47.722323 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['2f02b767-f96b-46d8-8546-99b282f92803'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:47.793608 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ab50fcf3-ecc4-457b-9009-42be6040ba60 req-777b6547-67a6-44cd-a4ac-e7a019b84eba tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689740 Jun 16 17:04:47.836281 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:47.843783 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.845374 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0361321 Jun 16 17:04:47.848710 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:47.848990 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36638) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:47.849125 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.918298 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-d542f82f-3319-40d1-8829-e41fef0346c3 None None] Provisioning complete for port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:47.918678 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d542f82f-3319-40d1-8829-e41fef0346c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.952179 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Set router 2f02b767-f96b-46d8-8546-99b282f92803 gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:48.125162 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.178529 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-74172972-3e3e-41b7-b085-54e9af8be251 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914822 Jun 16 17:04:48.216740 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d542f82f-3319-40d1-8829-e41fef0346c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.232480 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 994e6b3b-5b2b-4551-9879-a9f81dc090a5, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=994e6b3b-5b2b-4551-9879-a9f81dc090a5,segment=NetworkSegment(bf124161-a458-4002-8809-f758dd4bb437),segment_id=bf124161-a458-4002-8809-f758dd4bb437)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:48.299315 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.300472 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7bfd4c5a-c77f-4f99-8107-7e68c006af88 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:48.328462 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 3, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port': {'id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:45Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:48.335994 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3ad17348-0ba0-4f9d-8eff-cf05b7610063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:48.398046 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Checking router: 2f02b767-f96b-46d8-8546-99b282f92803 for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:48.398405 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Updating router 2f02b767-f96b-46d8-8546-99b282f92803 port e16f6245-954a-449d-be53-8abd17dd77b9 binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:04:48.437602 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.499571 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.502730 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.db.api [None req-d542f82f-3319-40d1-8829-e41fef0346c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 17:04:48.503083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_db.api [None req-d542f82f-3319-40d1-8829-e41fef0346c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:04:48.505280 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=994e6b3b-5b2b-4551-9879-a9f81dc090a5,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:48.526569 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:48.535165 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:48.535611 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.665508 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Allocated IP 172.20.0.1 (c1a87275-e2d5-4ef8-8e11-d0f3a942c28e/2bc70854-3fcc-43ea-9f5d-eca2710695a1/7aa76e1d-2e9f-4417-91ac-e8ee6404e4df) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:04:48.833972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.845772 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.848806 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Transition to ACTIVE for port object 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df will not be triggered until provisioned by entity DHCP. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:48.857981 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Transition to ACTIVE for port object e16f6245-954a-449d-be53-8abd17dd77b9 will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:49.023751 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702648-1a6f-4a2b-8445-7b25dd1acd81 req-5e6c55f1-0017-4e49-a060-b7297b001dd9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:49.023751 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-27702648-1a6f-4a2b-8445-7b25dd1acd81 req-5e6c55f1-0017-4e49-a060-b7297b001dd9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0702987 Jun 16 17:04:49.064649 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-27702648-1a6f-4a2b-8445-7b25dd1acd81 req-66dc205e-df03-4a7b-9a05-7cb3f557cf83 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362940 Jun 16 17:04:49.162290 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.162507 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8495707'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.164907 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:49.165097 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-efc584f7-53f7-4fae-9fbc-c776ec870519 tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:49.222797 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 994e6b3b-5b2b-4551-9879-a9f81dc090a5 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:49.223247 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:49.226371 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:49.229500 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Attempting to bind port e16f6245-954a-449d-be53-8abd17dd77b9 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:04:49.230088 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Attempting to bind port e16f6245-954a-449d-be53-8abd17dd77b9 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:04:49.230388 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Attempting to bind port e16f6245-954a-449d-be53-8abd17dd77b9 on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:04:49.231629 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:04:49.235698 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Pushing event updated for resources: {'Port': ['ID=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:49.253699 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700f725-5581-45aa-982a-e67d46c4a58c None None] Pushing event updated for resources: {'Port': ['ID=e16f6245-954a-449d-be53-8abd17dd77b9,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:49.258261 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-2700f725-5581-45aa-982a-e67d46c4a58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:49.261807 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:04:49.262196 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:49.262619 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.263026 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:04:49.263594 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Bound port: e16f6245-954a-449d-be53-8abd17dd77b9, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:04:49.263903 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.267307 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:49.292891 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.356611 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] For port e16f6245-954a-449d-be53-8abd17dd77b9, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:04:49.361801 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] For port e16f6245-954a-449d-be53-8abd17dd77b9, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=e16f6245-954a-449d-be53-8abd17dd77b9,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:04:49.363099 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:49.363718 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.465827 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.473411 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:49.582937 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Routers {'2f02b767-f96b-46d8-8546-99b282f92803'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:49.583634 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['2f02b767-f96b-46d8-8546-99b282f92803'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:49.617889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.627721 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700f725-5581-45aa-982a-e67d46c4a58c None None] Pushing event updated for resources: {'Port': ['ID=e16f6245-954a-449d-be53-8abd17dd77b9,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:49.655359 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-2700f725-5581-45aa-982a-e67d46c4a58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:49.701459 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] Set router 2f02b767-f96b-46d8-8546-99b282f92803 gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:49.753063 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ad0e7d65-e24a-4e68-ad36-ebd23437bedb None None] Provisioning for port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:49.802152 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.802368 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ad0e7d65-e24a-4e68-ad36-ebd23437bedb None None] Provisioning complete for port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:49.802470 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7d65-e24a-4e68-ad36-ebd23437bedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.913979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.918342 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-784b7c5e-117f-4fcd-9998-d9ee8c04e8ee tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:49.988340 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.990396 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Pushing event updated for resources: {'Port': ['ID=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:49.993920 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:50.016522 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e7d65-e24a-4e68-ad36-ebd23437bedb None None] Port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:04:50.102767 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 4, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port': {'id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:45Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7aa76e1d-2e9f-4417-91ac-e8ee6404e4df', 'name': '', 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'mac_address': 'fa:16:3e:8f:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:48Z', 'updated_at': '2021-06-16T17:04:48Z', 'revision_number': 1, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'subnets': [{'id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:50.107510 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31555f45-b2d5-45cf-b616-15fce3fa3d9e None None] The sync data for ids ['2f02b767-f96b-46d8-8546-99b282f92803'] in dv-cinder-783389-6-smb is: [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 4, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port': {'id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:45Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7aa76e1d-2e9f-4417-91ac-e8ee6404e4df', 'name': '', 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'mac_address': 'fa:16:3e:8f:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:48Z', 'updated_at': '2021-06-16T17:04:48Z', 'revision_number': 1, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'subnets': [{'id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:50.114575 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:04:50.116257 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:04:50.395231 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Router 2f02b767-f96b-46d8-8546-99b282f92803 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:50.412968 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b441ab-d718-4f7a-bdb9-e37eb8581e49 req-1305a263-13d3-486b-abc6-6130f00b58a6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:50.414642 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-58b441ab-d718-4f7a-bdb9-e37eb8581e49 req-1305a263-13d3-486b-abc6-6130f00b58a6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1340868 Jun 16 17:04:50.472776 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-d463c68d-0cfa-4c7c-9b53-4e54a269b742 None None] Provisioning complete for port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:50.472776 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d463c68d-0cfa-4c7c-9b53-4e54a269b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:50.512031 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-d463c68d-0cfa-4c7c-9b53-4e54a269b742 None None] Port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:04:50.908503 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-58b441ab-d718-4f7a-bdb9-e37eb8581e49 req-680f499d-d6bb-42d1-818f-e5275711eab9 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4614997 Jun 16 17:04:50.958520 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-d731a57e-b580-4c62-8b1f-fbcb2d6f2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:50.960156 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-d731a57e-b580-4c62-8b1f-fbcb2d6f2dd1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432&tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61 HTTP/1.1" status: 200 len: 1097 time: 0.5560966 Jun 16 17:04:50.965691 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:50.970879 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-012a8da9-e4c0-445d-9fd6-5a480a4145be admin admin] 10.222.0.36 "PUT /v2.0/routers/2f02b767-f96b-46d8-8546-99b282f92803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1210487 Jun 16 17:04:51.045123 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-c2765985-cb8b-4a8d-ab83-68fbb67f12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.047165 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-c2765985-cb8b-4a8d-ab83-68fbb67f12b3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 1097 time: 0.0624537 Jun 16 17:04:51.140406 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-d5902af9-0d8e-4bbf-978a-6dcccb095ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.141924 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-d5902af9-0d8e-4bbf-978a-6dcccb095ccb service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 200 len: 919 time: 0.0892057 Jun 16 17:04:51.218272 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-8ed2690a-e4ee-4a85-9eee-7738bee3258b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d HTTP/1.1" status: 200 len: 999 time: 0.0700123 Jun 16 17:04:51.326494 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-ec1e7613-63a0-48d9-b390-5e2924059d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.327972 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-ec1e7613-63a0-48d9-b390-5e2924059d29 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 200 len: 856 time: 0.1035447 Jun 16 17:04:51.400264 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-7672d1d0-0f4f-417d-b5a0-6c306aee728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.403327 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-7672d1d0-0f4f-417d-b5a0-6c306aee728f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688837 Jun 16 17:04:51.527692 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-6ab9e255-2497-4d45-84b7-7ff87f68fcd8 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168795 Jun 16 17:04:51.660861 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-53d8184b-d61e-4f9e-9c87-36519bbc82a7 req-7b0b97c6-0204-4c89-b6db-61e4b66e7a15 service neutron] 10.222.0.96 "GET /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263831 Jun 16 17:04:52.069755 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36698) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:52.076622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804887616', 'description': 'tempest-secgroup-smoke-804887616 description', 'project_id': '93dd9abb800643ffa89b6a1a773a2f99'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:52.190958 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43fe7-e329-43ba-822b-a9030fc8e543 req-39be2ec1-c1cf-4380-845e-bc69fbcbfc97 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:52.192536 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-38a43fe7-e329-43ba-822b-a9030fc8e543 req-39be2ec1-c1cf-4380-845e-bc69fbcbfc97 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1100857 Jun 16 17:04:52.235878 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:52.250499 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-38a43fe7-e329-43ba-822b-a9030fc8e543 req-91f161eb-d3f0-4404-bdce-0193532d309e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505548 Jun 16 17:04:52.357520 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:52.513428 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:52.522800 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0d9272b3-8fa3-4b8c-a26c-7b0e76ef9d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:52.548556 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35579b1a-1460-4a3f-930c-e3e4f544e79c,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:52.551383 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:52.679896 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:52.681225 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6091402 Jun 16 17:04:52.687978 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36716) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:52.692834 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'security_group_rule': {'security_group_id': '35579b1a-1460-4a3f-930c-e3e4f544e79c', 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:52.918940 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.014081 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.158248 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Sync routers for ids ['2f02b767-f96b-46d8-8546-99b282f92803'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:53.170172 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Routers {'2f02b767-f96b-46d8-8546-99b282f92803'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:53.170172 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['2f02b767-f96b-46d8-8546-99b282f92803'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:53.204291 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.216167 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:53.225177 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d5f6df-95cf-4747-9985-c300bf1930f6,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:53.229590 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:53.273490 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e16f6245-954a-449d-be53-8abd17dd77b9 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:53.347646 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.349509 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d132f0e9-786c-4330-9860-5ee02a69e3b0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6604195 Jun 16 17:04:53.352584 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36720) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:53.354818 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Set router 2f02b767-f96b-46d8-8546-99b282f92803 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:53.358985 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'security_group_rule': {'security_group_id': '35579b1a-1460-4a3f-930c-e3e4f544e79c', 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:53.444764 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port e16f6245-954a-449d-be53-8abd17dd77b9 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:53.451869 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port e16f6245-954a-449d-be53-8abd17dd77b9 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:53.453960 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.491878 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.612437 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.612667 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:53.617594 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 4, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port': {'id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:45Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7aa76e1d-2e9f-4417-91ac-e8ee6404e4df', 'name': '', 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'mac_address': 'fa:16:3e:8f:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:48Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 2, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'subnets': [{'id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:53.621426 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Checking router: 2f02b767-f96b-46d8-8546-99b282f92803 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:53.621784 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Updating router 2f02b767-f96b-46d8-8546-99b282f92803 port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:04:53.657713 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.662108 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port e16f6245-954a-449d-be53-8abd17dd77b9, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=e16f6245-954a-449d-be53-8abd17dd77b9,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:53.709017 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381223-f213-4a9c-8d4a-e40c553cc5ef req-b6acb482-44fa-4590-8b2d-0419598cc75a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:53.710753 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-36381223-f213-4a9c-8d4a-e40c553cc5ef req-b6acb482-44fa-4590-8b2d-0419598cc75a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.2752609 Jun 16 17:04:53.752972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.784861 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-36381223-f213-4a9c-8d4a-e40c553cc5ef req-1f245571-54ed-4570-9c83-0cf77a32f168 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656416 Jun 16 17:04:53.840626 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.848026 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:53.884423 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.892757 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-985ceab4-e921-426b-a187-fe0f67a599f3 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:53.913387 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955dd64a-3789-4737-abaa-b8a37d5bfe54,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:53.919881 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:53.946186 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=e16f6245-954a-449d-be53-8abd17dd77b9,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:53.950708 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:54.030516 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.041941 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Transition to ACTIVE for port object 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:04:54.045111 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.052350 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36730) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:54.056408 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-e0460d4f-dfa2-46a4-917d-24c209a5ec14 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6947389 Jun 16 17:04:54.056551 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'security_group_rule': {'security_group_id': '35579b1a-1460-4a3f-930c-e3e4f544e79c', 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:54.158816 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.161257 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:54.204643 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ec3d4-15d3-407e-a00b-60a730eb4c30 None None] Pushing event updated for resources: {'Port': ['ID=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:54.210354 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.329782 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-bc5ec3d4-15d3-407e-a00b-60a730eb4c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:54.349103 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Attempting to bind port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:04:54.356921 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Attempting to bind port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:04:54.356921 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Attempting to bind port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df on network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:04:54.357168 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.360312 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:04:54.360823 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Checking segment: {'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:04:54.361378 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.361796 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Bound using segment: {'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:04:54.362345 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Bound port: 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf124161-a458-4002-8809-f758dd4bb437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:04:54.362780 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.426001 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36736) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:54.440562 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] For port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:04:54.444201 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] For port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,segment=NetworkSegment(bf124161-a458-4002-8809-f758dd4bb437),segment_id=bf124161-a458-4002-8809-f758dd4bb437)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:04:54.467247 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.471719 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:54.495542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b996a17-f650-46be-82ef-42914a3a5433,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:54.519903 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.520345 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.523529 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.524144 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.524684 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.525266 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.525992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.526547 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.526913 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.527277 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.527755 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.528282 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:54.538200 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:54.566087 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.567836 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-87343216-3529-4c9c-8e50-deb929407e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.570862 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:54.613395 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.616197 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5583f8ea-eb81-4ec1-81f2-2c53f9a4541e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5642331 Jun 16 17:04:54.617662 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36740) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:54.625504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'security_group_rule': {'security_group_id': '35579b1a-1460-4a3f-930c-e3e4f544e79c', 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:54.641217 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ec3d4-15d3-407e-a00b-60a730eb4c30 None None] Pushing event updated for resources: {'Port': ['ID=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,revision_number=4']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:54.644856 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-bc5ec3d4-15d3-407e-a00b-60a730eb4c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:54.651811 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Routers {'2f02b767-f96b-46d8-8546-99b282f92803'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:54.652456 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:04:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['2f02b767-f96b-46d8-8546-99b282f92803'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:54.745534 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-87343216-3529-4c9c-8e50-deb929407e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.785068 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] Set router 2f02b767-f96b-46d8-8546-99b282f92803 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:54.869635 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-87343216-3529-4c9c-8e50-deb929407e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:54.876071 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c17a0e7a-12db-46df-b875-b3cf39c34920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:54.921570 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-87343216-3529-4c9c-8e50-deb929407e27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e973f3510cb04f4182eaf8aff02e0ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944065 Jun 16 17:04:54.922706 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87343216-3529-4c9c-8e50-deb929407e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84fc19-07f6-484d-b869-12e5afb50ca8,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:54.924104 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36744) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:54.927782 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-87343216-3529-4c9c-8e50-deb929407e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:55.008336 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d09cd4b1-e763-4240-9afe-c85b99d147cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.021136 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.054417 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d09cd4b1-e763-4240-9afe-c85b99d147cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.104809 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0558e72-200e-48de-8d45-775d0804906e req-246d875b-4e4a-4f3e-b19f-602b52dc3196 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:55.113717 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0558e72-200e-48de-8d45-775d0804906e req-246d875b-4e4a-4f3e-b19f-602b52dc3196 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1725032 Jun 16 17:04:55.201443 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0558e72-200e-48de-8d45-775d0804906e req-279eaf1c-de81-4165-b7de-4c824a25f2f6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860190 Jun 16 17:04:55.261102 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 4, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port': {'id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:45Z', 'updated_at': '2021-06-16T17:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7aa76e1d-2e9f-4417-91ac-e8ee6404e4df', 'name': '', 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'mac_address': 'fa:16:3e:8f:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:48Z', 'updated_at': '2021-06-16T17:04:54Z', 'revision_number': 4, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'subnets': [{'id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:55.274189 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e19-bf77-42e5-beaf-3980dd4fa0fc None None] The sync data for ids ['2f02b767-f96b-46d8-8546-99b282f92803'] in dv-cinder-783389-6-smb is: [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:04:49Z', 'revision_number': 4, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port': {'id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:45Z', 'updated_at': '2021-06-16T17:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7aa76e1d-2e9f-4417-91ac-e8ee6404e4df', 'name': '', 'network_id': 'c1a87275-e2d5-4ef8-8e11-d0f3a942c28e', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'mac_address': 'fa:16:3e:8f:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:48Z', 'updated_at': '2021-06-16T17:04:54Z', 'revision_number': 4, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'subnets': [{'id': '2bc70854-3fcc-43ea-9f5d-eca2710695a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:55.291300 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e16f6245-954a-449d-be53-8abd17dd77b9 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:55.304739 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d09cd4b1-e763-4240-9afe-c85b99d147cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.308515 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d09cd4b1-e763-4240-9afe-c85b99d147cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.310406 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d09cd4b1-e763-4240-9afe-c85b99d147cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d84fc19-07f6-484d-b869-12e5afb50ca8 HTTP/1.1" status: 204 len: 168 time: 0.3850510 Jun 16 17:04:55.311494 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:55.328755 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cd4b1-e763-4240-9afe-c85b99d147cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84fc19-07f6-484d-b869-12e5afb50ca8,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:55.331949 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d09cd4b1-e763-4240-9afe-c85b99d147cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:55.377180 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.377744 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port e16f6245-954a-449d-be53-8abd17dd77b9 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:55.377744 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.492868 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:55.493099 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.497594 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:55.520139 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a64ceba-8456-49c3-b79a-fc96fa53704c,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:55.522808 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:55.675964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.676632 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:04:55.677194 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-aa975dc7-b72a-47a7-903d-941acff0ce7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0561776 Jun 16 17:04:55.680151 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36750) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:55.682737 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:55.683159 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.686191 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'security_group_rule': {'security_group_id': '35579b1a-1460-4a3f-930c-e3e4f544e79c', 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:55.815576 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.856847 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.securitygroups_db [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Project 93dd9abb800643ffa89b6a1a773a2f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:04:55.862736 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.868138 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,segment=NetworkSegment(bf124161-a458-4002-8809-f758dd4bb437),segment_id=bf124161-a458-4002-8809-f758dd4bb437)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:55.946965 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:55.950395 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:55.979903 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.051302 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:56.056451 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:56.061316 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.063624 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:56.092417 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f771e04b-0228-41c2-98e9-a0d03b636200,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:56.099020 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:56.210412 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.215388 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36754) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:56.216015 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-259ab47d-4671-46be-aedf-d3962eb36804 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5342968 Jun 16 17:04:56.221131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'security_group_rule': {'security_group_id': '35579b1a-1460-4a3f-930c-e3e4f544e79c', 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:04:56.348684 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.securitygroups_db [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Project 93dd9abb800643ffa89b6a1a773a2f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:04:56.357511 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.458008 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fe50d-9d0b-4cae-8990-80e64bdaef3b req-68495d19-f10f-4763-9382-75eb45fdb0c6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:56.466304 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c5fe50d-9d0b-4cae-8990-80e64bdaef3b req-68495d19-f10f-4763-9382-75eb45fdb0c6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1098616 Jun 16 17:04:56.472864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.483074 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36758) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:56.500826 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-82d62717-1f24-49c4-aefb-0dc28ff66fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.514280 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c5fe50d-9d0b-4cae-8990-80e64bdaef3b req-708b156e-50b1-4061-93a5-8aff1f9371cc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Jun 16 17:04:56.602774 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.615554 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:56.645099 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f888e94-8173-41cc-9221-7f6e498a4f48,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:56.649636 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:56.659820 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-82d62717-1f24-49c4-aefb-0dc28ff66fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.801385 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-82d62717-1f24-49c4-aefb-0dc28ff66fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.804136 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0fcb5aab-ab98-4f49-ac1a-c53999c40343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:56.849074 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-82d62717-1f24-49c4-aefb-0dc28ff66fb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d775f62f28147968501c63e2f3b30b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641393 Jun 16 17:04:56.849884 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d62717-1f24-49c4-aefb-0dc28ff66fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf2046c-549d-4d4b-b505-4e88389bbe80,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:56.853415 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-82d62717-1f24-49c4-aefb-0dc28ff66fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:56.853602 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 36760) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:56.904641 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.906089 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c6b156bc-681e-40f1-bd93-2edc49573a48 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6888545 Jun 16 17:04:56.924403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-45b6996b-412e-49a9-853a-4c1b4a264350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.948288 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-45b6996b-412e-49a9-853a-4c1b4a264350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.159283 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-45b6996b-412e-49a9-853a-4c1b4a264350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.162941 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-45b6996b-412e-49a9-853a-4c1b4a264350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.164310 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-45b6996b-412e-49a9-853a-4c1b4a264350 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bf2046c-549d-4d4b-b505-4e88389bbe80 HTTP/1.1" status: 204 len: 168 time: 0.3088980 Jun 16 17:04:57.167911 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-36d11c1d-cc57-40c7-888e-a4d51125048b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:57.177912 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6996b-412e-49a9-853a-4c1b4a264350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf2046c-549d-4d4b-b505-4e88389bbe80,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:57.182607 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-45b6996b-412e-49a9-853a-4c1b4a264350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:57.278149 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:04:57.358817 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:04:57.359217 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:57.739858 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc73af2-1032-44d7-90f4-1e1422c8a4c1 req-14d3a0ec-ca82-4569-9b0b-4e13acb360f7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:57.741956 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-abc73af2-1032-44d7-90f4-1e1422c8a4c1 req-14d3a0ec-ca82-4569-9b0b-4e13acb360f7 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0966229 Jun 16 17:04:57.786082 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-abc73af2-1032-44d7-90f4-1e1422c8a4c1 req-1f8f16e0-8418-43f4-8486-9b6dc1311aa6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344081 Jun 16 17:04:58.047384 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36804) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:58.062963 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0b2eeeec-6317-42aa-96c9-e8af68f27c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.210875 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0b2eeeec-6317-42aa-96c9-e8af68f27c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.336577 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-0b2eeeec-6317-42aa-96c9-e8af68f27c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.339366 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-16340121-ba47-431d-b487-106a6fb9b378 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:58.380801 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eeeec-6317-42aa-96c9-e8af68f27c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db438e-0f88-4d01-a30f-b139728eca5a,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:58.385665 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-0b2eeeec-6317-42aa-96c9-e8af68f27c17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8b1ca4f05a04fb3a3b674c3c31329fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372285 Jun 16 17:04:58.386632 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0b2eeeec-6317-42aa-96c9-e8af68f27c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:58.388329 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 36810) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:58.443357 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.470660 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.627547 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.630358 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.631752 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2db438e-0f88-4d01-a30f-b139728eca5a HTTP/1.1" status: 204 len: 168 time: 0.2425613 Jun 16 17:04:58.632550 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0b2eeeec-6317-42aa-96c9-e8af68f27c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:58.641149 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db438e-0f88-4d01-a30f-b139728eca5a,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:58.655604 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:58.980625 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33939c-63ff-47e1-ae4a-a214aef70855 req-6d3f0488-3c55-4212-bb5c-66786f3ae3f1 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:58.982152 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ea33939c-63ff-47e1-ae4a-a214aef70855 req-6d3f0488-3c55-4212-bb5c-66786f3ae3f1 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0704627 Jun 16 17:04:59.027974 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ea33939c-63ff-47e1-ae4a-a214aef70855 req-dae0cc6a-2533-4dfe-a86b-bf6edd4bf785 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Jun 16 17:05:00.319006 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff33e0-87f6-4636-b4d6-5455401b7fe7 req-4fc150a0-36df-4136-9c24-dc4b1ac6904d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:00.321443 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c9ff33e0-87f6-4636-b4d6-5455401b7fe7 req-4fc150a0-36df-4136-9c24-dc4b1ac6904d tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1539354 Jun 16 17:05:00.381037 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c9ff33e0-87f6-4636-b4d6-5455401b7fe7 req-9d35e04d-f6c4-452e-8a5b-2f4f14c50a3b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507646 Jun 16 17:05:01.658750 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f1db-58a6-46a3-b41d-385b74719a28 req-5cb690be-e651-4d69-b40c-190989784041 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:01.660592 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec52f1db-58a6-46a3-b41d-385b74719a28 req-5cb690be-e651-4d69-b40c-190989784041 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.1262047 Jun 16 17:05:01.711831 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec52f1db-58a6-46a3-b41d-385b74719a28 req-c1f20b60-d18d-4ac0-b111-cafbf9c82705 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Jun 16 17:05:02.923743 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c523530-3002-4135-b722-88454456cd26 req-285cc666-54d0-4cd2-88c8-07870338ffe4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:02.932018 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6c523530-3002-4135-b722-88454456cd26 req-285cc666-54d0-4cd2-88c8-07870338ffe4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0942760 Jun 16 17:05:02.971960 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6c523530-3002-4135-b722-88454456cd26 req-e79fd590-ef95-48f2-939e-3fbc38e218b0 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334635 Jun 16 17:05:04.166431 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c5cda-9ee1-4649-a310-dbf5bde83019 req-a719de11-2163-4342-a025-9a1f933b02b6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:04.167983 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-574c5cda-9ee1-4649-a310-dbf5bde83019 req-a719de11-2163-4342-a025-9a1f933b02b6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0697024 Jun 16 17:05:04.208227 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-574c5cda-9ee1-4649-a310-dbf5bde83019 req-91caa22b-4fd5-4d73-aabf-288ae9d04770 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341437 Jun 16 17:05:05.404924 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a177-c003-4d3a-8833-8c4d2d57f7f3 req-86952e14-906c-420d-b6d2-83ebb6453152 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:05.406415 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a13a177-c003-4d3a-8833-8c4d2d57f7f3 req-86952e14-906c-420d-b6d2-83ebb6453152 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 944 time: 0.0694032 Jun 16 17:05:05.456247 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7a13a177-c003-4d3a-8833-8c4d2d57f7f3 req-af8e8137-db30-4eeb-9e9b-91ae041d52c2 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439758 Jun 16 17:05:05.933445 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:05:06.047071 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:06.145770 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'port_id': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'mac_address': 'fa:16:3e:28:ac:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:05:06.145770 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.145770 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0fe203-98d7-4fcb-896c-369a3e59a27d {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:05:06.150519 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:06.261781 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:06.263528 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-a7ce7e66-d62d-4062-abcd-50bf05acd8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:06.317582 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=9']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:06.320880 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:06.474889 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['cb0fe203-98d7-4fcb-896c-369a3e59a27d'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:05:06.659914 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ec402-8743-44c8-a2ac-c8f64abfeffd req-81a19145-6686-42c1-9c5a-8f784b966250 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:06.661478 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-296ec402-8743-44c8-a2ac-c8f64abfeffd req-81a19145-6686-42c1-9c5a-8f784b966250 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 945 time: 0.0710046 Jun 16 17:05:06.702857 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-296ec402-8743-44c8-a2ac-c8f64abfeffd req-c483b747-c166-4c80-8739-9eb8905aa377 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346513 Jun 16 17:05:07.917956 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd6b6c-0504-49bb-90b6-f31fa430b928 req-b1e53a45-b014-4de8-990b-d703f46daa2a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:07.919605 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a1dd6b6c-0504-49bb-90b6-f31fa430b928 req-b1e53a45-b014-4de8-990b-d703f46daa2a tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 945 time: 0.0783138 Jun 16 17:05:07.963648 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a1dd6b6c-0504-49bb-90b6-f31fa430b928 req-bfbde3b3-3079-492e-affb-9dd2d0a59f9b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325215 Jun 16 17:05:07.965113 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:05:08.021481 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port cb0fe203-98d7-4fcb-896c-369a3e59a27d triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:05:08.021481 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.110975 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.142588 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:08.142588 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720fee31-0dd6-4516-8466-5d3c8be0ee83" -d '{"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:08.152853 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:08.178368 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c9033-5bc8-48aa-85db-fbec15f2244d x-openstack-request-id: req-237c9033-5bc8-48aa-85db-fbec15f2244d {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:08.178664 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:08.178921 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-237c9033-5bc8-48aa-85db-fbec15f2244d {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:08.179338 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'code': 200} Jun 16 17:05:08.290274 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:08.292979 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:08.338369 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=10']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:08.341831 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:08.614149 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42106fd7-bb6a-4afc-acc7-c834b9b383f6 req-22beb22d-cff5-49f1-b581-bbb5b798f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:08.615568 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-42106fd7-bb6a-4afc-acc7-c834b9b383f6 req-22beb22d-cff5-49f1-b581-bbb5b798f03c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 1100 time: 0.0552220 Jun 16 17:05:08.653360 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-42106fd7-bb6a-4afc-acc7-c834b9b383f6 req-79be4f4e-6384-4f43-801c-41f8dd487161 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Jun 16 17:05:09.004184 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c9216378-c858-4552-b2f1-afae85f7a458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:09.154845 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dbe8a-a369-47cb-b987-cccaa51fda5b req-f2d3c719-ccc8-413d-b4ee-7085d4056b09 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:09.156346 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5f8dbe8a-a369-47cb-b987-cccaa51fda5b req-f2d3c719-ccc8-413d-b4ee-7085d4056b09 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 947 time: 0.0774355 Jun 16 17:05:09.201035 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5f8dbe8a-a369-47cb-b987-cccaa51fda5b req-787fcda3-9324-4fc0-a11d-858c738d3911 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Jun 16 17:05:10.385523 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935edb7-ebd1-47c8-9ea4-dcf8e34d47f5 req-0e63e141-c3c2-4e02-a2cb-dbdc9ab4d5ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:10.387085 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c935edb7-ebd1-47c8-9ea4-dcf8e34d47f5 req-0e63e141-c3c2-4e02-a2cb-dbdc9ab4d5ce tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 947 time: 0.0649147 Jun 16 17:05:10.429057 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c935edb7-ebd1-47c8-9ea4-dcf8e34d47f5 req-3686567e-9b3c-4ae9-9f59-42250385beec tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Jun 16 17:05:11.611849 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf53fb-425e-4908-8dfe-94a8077f7794 req-72c7be95-eb63-4c3b-8906-0eaf132bb054 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:11.611849 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b5bf53fb-425e-4908-8dfe-94a8077f7794 req-72c7be95-eb63-4c3b-8906-0eaf132bb054 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 947 time: 0.0642190 Jun 16 17:05:11.666526 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b5bf53fb-425e-4908-8dfe-94a8077f7794 req-462ae997-39d5-4720-8d3a-b4a007cdb17f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471721 Jun 16 17:05:11.901530 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-35c35590-7131-49f1-b0a3-386c6d763c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.267100 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:12.859169 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038bd3-4ab1-4d4b-bff6-406ce419cf25 req-6d7b8c36-8769-494b-b165-9cb9d1594fe6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:12.860699 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-40038bd3-4ab1-4d4b-bff6-406ce419cf25 req-6d7b8c36-8769-494b-b165-9cb9d1594fe6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 947 time: 0.0666490 Jun 16 17:05:12.899802 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-40038bd3-4ab1-4d4b-bff6-406ce419cf25 req-1b5e9efd-5a80-44b9-ba23-1f4bd38bb68f tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Jun 16 17:05:13.207733 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-3a1e4ddb-007a-4f4e-b553-e7f8cb784c67 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804887616&fields=id&tenant_id=93dd9abb800643ffa89b6a1a773a2f99 HTTP/1.1" status: 200 len: 267 time: 0.0369589 Jun 16 17:05:13.264531 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:13.321568 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-84a7365f-0347-41e8-82cd-72176de07f5b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:13.321788 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-84a7365f-0347-41e8-82cd-72176de07f5b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 808 time: 0.1064589 Jun 16 17:05:13.339529 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-a071f3d7-5989-4c00-b792-dfb124741400 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/quotas/93dd9abb800643ffa89b6a1a773a2f99 HTTP/1.1" status: 200 len: 375 time: 0.0107136 Jun 16 17:05:13.408817 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-bc5d0b0e-fda1-48f0-82f7-53de8d698b0b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632756 Jun 16 17:05:13.504888 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-e793e8ee-2316-4457-8bbf-1e5a795084fa service neutron] 10.222.0.36 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849898 Jun 16 17:05:13.607672 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-47db880c-df17-43a6-bc32-c87aaf675427 service neutron] 10.222.0.36 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969396 Jun 16 17:05:13.630308 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37052) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:13.744792 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:13.835515 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:13.956097 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:13.958797 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ccd6fa66-6007-4980-ba4a-046f459750dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:13.994225 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b0bc45-b49c-42aa-8d75-0f7839f61960,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:13.998143 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc10eb671741486b9c50648d77f73203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666432 Jun 16 17:05:14.001354 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37062) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:14.004276 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.004648 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.005009 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.005391 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.005772 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.006148 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.006469 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.006884 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.007160 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.007503 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.007844 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.008187 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:14.012047 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:14.050377 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:14.071629 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:14.192696 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:14.195487 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:14.198201 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67b0bc45-b49c-42aa-8d75-0f7839f61960 HTTP/1.1" status: 204 len: 168 time: 0.1951833 Jun 16 17:05:14.198527 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-07436675-b2be-42e3-95d0-45efa5f60b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:14.208222 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b0bc45-b49c-42aa-8d75-0f7839f61960,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:14.210845 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:14.276550 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dd3376fe-fa48-423b-96c4-a98b132c59b2 req-a1549b2b-83ed-4712-8d5b-623d98b75ca8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 210 time: 0.0351882 Jun 16 17:05:14.954636 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37076) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:14.968232 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8af6f02a-b672-4072-bc9f-28e232569b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:14.986656 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:15.057955 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8af6f02a-b672-4072-bc9f-28e232569b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:15.133193 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8af6f02a-b672-4072-bc9f-28e232569b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:15.136870 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-2ed0f6e0-b680-4ee1-b643-5bd6d92bceb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:15.172165 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6f02a-b672-4072-bc9f-28e232569b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396c678d-9389-4e2a-aa7f-57a4d0532a42,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:15.177361 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-8af6f02a-b672-4072-bc9f-28e232569b19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76afc704a10a4a56a244099be39fe148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206490 Jun 16 17:05:15.177361 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8af6f02a-b672-4072-bc9f-28e232569b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:15.178942 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37080) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:15.228669 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:15.250949 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:15.363328 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c8bb11b-1223-4586-988b-3b7e1a37f5bb req-5909459b-224b-4309-a12a-c5055fa0acba tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 210 time: 0.0288806 Jun 16 17:05:15.396384 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:15.399336 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:15.400196 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/396c678d-9389-4e2a-aa7f-57a4d0532a42 HTTP/1.1" status: 204 len: 168 time: 0.2203460 Jun 16 17:05:15.401073 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-62464464-6bef-4683-8744-6d24e12d35de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:15.409153 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396c678d-9389-4e2a-aa7f-57a4d0532a42,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:15.411355 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:15.804379 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.273901 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37088) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:16.291785 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcbb96d0-b85f-4deb-8904-6eee55d8dbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.388491 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcbb96d0-b85f-4deb-8904-6eee55d8dbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.476112 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcbb96d0-b85f-4deb-8904-6eee55d8dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.478958 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-c7618dd5-3e68-4fe9-b2f7-a8f1c175a4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:16.509416 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a9d19f8a-1bb4-4854-ab51-9fb74d3a540e req-1f3ba72d-51df-4b22-865f-a34b569f102c tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 210 time: 0.0308564 Jun 16 17:05:16.518101 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb96d0-b85f-4deb-8904-6eee55d8dbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a618ec69-7e82-42ce-b4b5-7473ee705ac7,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:16.521370 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bcbb96d0-b85f-4deb-8904-6eee55d8dbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:16.526833 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37092) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:16.527251 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bcbb96d0-b85f-4deb-8904-6eee55d8dbf0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c4c68cb6ab44054a01c5945cdd39c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510467 Jun 16 17:05:16.575774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.598679 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.744842 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.748968 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.750741 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a618ec69-7e82-42ce-b4b5-7473ee705ac7 HTTP/1.1" status: 204 len: 168 time: 0.2227275 Jun 16 17:05:16.751717 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-98a6d6b8-9ec2-44da-8005-516aee9afb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:16.760077 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a618ec69-7e82-42ce-b4b5-7473ee705ac7,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:16.768468 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:17.209712 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-868b65c6-af92-43f8-b16a-1d326d9d1c44 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:17.210667 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-868b65c6-af92-43f8-b16a-1d326d9d1c44 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 808 time: 0.1051691 Jun 16 17:05:17.266123 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-640ec721-4179-4e15-a9e6-023f4cfa6e47 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93dd9abb800643ffa89b6a1a773a2f99 HTTP/1.1" status: 200 len: 379 time: 0.0460598 Jun 16 17:05:17.274932 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'port': {'device_id': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'admin_state_up': True, 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'security_groups': ['35579b1a-1460-4a3f-930c-e3e4f544e79c']}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:17.517243 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Made reservation on behalf of 93dd9abb800643ffa89b6a1a773a2f99 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:05:17.517243 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:17.626323 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Allocated IP 172.20.0.5 (5ff7f806-be09-4faf-a914-9cdf3848169c/722fc994-cffd-473f-ace3-c253fccd0ad2/b55a4a68-414b-4a16-98dd-ccdaf2bb985b) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:05:17.670271 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bbe520ea-40ee-4abd-8275-7ddd4aa69d9d req-699f7973-523d-443d-8378-83f9aec5ae70 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 210 time: 0.0375566 Jun 16 17:05:17.822491 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:17.842866 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Transition to ACTIVE for port object b55a4a68-414b-4a16-98dd-ccdaf2bb985b will not be triggered until provisioned by entity DHCP. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:05:17.954427 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8495707'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:17.959137 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3a7a791d-2597-4628-9c77-cde1ab82d39b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:18.002679 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Network 5ff7f806-be09-4faf-a914-9cdf3848169c is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:05:18.008441 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:05:18.013090 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:05:18.045541 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:18.050462 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:18.080824 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:18.081567 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.193639 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9227488 Jun 16 17:05:18.205381 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Request body: {'port': {'device_id': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:18.304006 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.318101 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f065e18c-4165-4009-943b-697afb969f1e None None] Provisioning for port b55a4a68-414b-4a16-98dd-ccdaf2bb985b completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:05:18.322479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f065e18c-4165-4009-943b-697afb969f1e None None] Provisioning complete for port b55a4a68-414b-4a16-98dd-ccdaf2bb985b triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:05:18.327079 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f065e18c-4165-4009-943b-697afb969f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.363669 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-f065e18c-4165-4009-943b-697afb969f1e None None] Port b55a4a68-414b-4a16-98dd-ccdaf2bb985b cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:05:18.593278 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55a4a68-414b-4a16-98dd-ccdaf2bb985b {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:05:18.601051 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.614169 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Transition to ACTIVE for port object b55a4a68-414b-4a16-98dd-ccdaf2bb985b will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:05:18.695659 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.698020 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-2497f13f-03e2-465e-b013-ba5f1939adb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:18.785194 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:18.789215 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:18.899342 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Attempting to bind port b55a4a68-414b-4a16-98dd-ccdaf2bb985b on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:05:18.899678 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Attempting to bind port b55a4a68-414b-4a16-98dd-ccdaf2bb985b by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:05:18.900014 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Attempting to bind port b55a4a68-414b-4a16-98dd-ccdaf2bb985b on network 5ff7f806-be09-4faf-a914-9cdf3848169c {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:05:18.911937 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Port b55a4a68-414b-4a16-98dd-ccdaf2bb985b on network 5ff7f806-be09-4faf-a914-9cdf3848169c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:05:18.912241 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Attempting to bind port b55a4a68-414b-4a16-98dd-ccdaf2bb985b on network 5ff7f806-be09-4faf-a914-9cdf3848169c {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:05:18.920796 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:05:18.921145 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Checking segment: {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:05:18.921566 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Bound using segment: {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:05:18.922012 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Bound port: b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4769986b-2a1a-4421-8883-68caeed65ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:05:18.922362 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.931250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e35ea7-70e3-418f-81d2-475051e3059a req-1e6715cd-1624-4561-aff4-3863298216a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:18.932790 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03e35ea7-70e3-418f-81d2-475051e3059a req-1e6715cd-1624-4561-aff4-3863298216a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 943 time: 0.1208308 Jun 16 17:05:19.004721 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03e35ea7-70e3-418f-81d2-475051e3059a req-cd08354d-d0ce-47ed-ac63-ad6fb9585a7f tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632150 Jun 16 17:05:19.032077 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:05:19.036054 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:05:19.133800 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:19.135993 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a9385a16-45eb-4421-b8f6-f42bd957139d tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:19.170316 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:19.170939 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:19.172449 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] 10.222.0.96 "PUT /v2.0/ports/b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 1093 time: 0.9713700 Jun 16 17:05:19.172979 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:19.175436 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb4c28f-1f70-409a-98d8-6359d6906760" -d '{"events": [{"name": "network-changed", "server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:19.203767 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:19.208783 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:19.219667 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f064a-1377-4bda-ad0b-ac25c553367f x-openstack-request-id: req-e78f064a-1377-4bda-ad0b-ac25c553367f {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:19.220246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:19.220630 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e78f064a-1377-4bda-ad0b-ac25c553367f {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:19.221140 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'status': 'completed', 'code': 200} Jun 16 17:05:19.302797 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c28f-1f70-409a-98d8-6359d6906760 req-eb373139-5f6c-4d6c-bb65-2de22910436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:19.304950 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dbb4c28f-1f70-409a-98d8-6359d6906760 req-eb373139-5f6c-4d6c-bb65-2de22910436f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1096 time: 0.0623598 Jun 16 17:05:19.442212 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c28f-1f70-409a-98d8-6359d6906760 req-2544c77b-f4d7-4973-9af4-864529e9c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:19.443779 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dbb4c28f-1f70-409a-98d8-6359d6906760 req-2544c77b-f4d7-4973-9af4-864529e9c5c0 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1306252 Jun 16 17:05:19.558010 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c28f-1f70-409a-98d8-6359d6906760 req-51947b71-9a0b-473a-b21a-9631ef45ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:19.560005 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-dbb4c28f-1f70-409a-98d8-6359d6906760 req-51947b71-9a0b-473a-b21a-9631ef45ecc9 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1080239 Jun 16 17:05:19.662413 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-39b31389-ebc8-403d-ab50-871da15f72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:19.663865 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-39b31389-ebc8-403d-ab50-871da15f72c3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1096 time: 0.0639904 Jun 16 17:05:19.712518 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-58a9643f-1eea-49e7-9460-0ca160427de4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 217 time: 0.0379853 Jun 16 17:05:19.768150 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-8a897334-2c35-43e6-9b07-6420cca38e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:19.770339 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-8a897334-2c35-43e6-9b07-6420cca38e39 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0519843 Jun 16 17:05:19.835830 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-a9f0b20b-506e-4ac8-a703-4d78159aaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:19.837460 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-a9f0b20b-506e-4ac8-a703-4d78159aaf72 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611961 Jun 16 17:05:19.933530 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-8e0e2f83-6a31-4ebd-a772-46ffc9cd4f3e service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893474 Jun 16 17:05:20.029979 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-00fc84b5-8971-4e37-8dcb-c10fc4035c77 req-68ca62e0-3312-4106-9806-0ee5859e93ce service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898604 Jun 16 17:05:20.213212 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb406b-74a9-47c1-99c3-3e9aac746f99 req-98ef033b-80d8-4565-8b10-ce6cb3ccdf7f tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:20.215335 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8bfb406b-74a9-47c1-99c3-3e9aac746f99 req-98ef033b-80d8-4565-8b10-ce6cb3ccdf7f tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 943 time: 0.0797074 Jun 16 17:05:20.257418 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8bfb406b-74a9-47c1-99c3-3e9aac746f99 req-ed28f688-fa28-4fb6-bd0b-e774eff21c8e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352607 Jun 16 17:05:21.449085 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122bb25-8eed-4133-ad7d-014cb56a5c53 req-dd4a0e76-0e86-4045-aa08-5c76bd3a20c3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:21.451519 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3122bb25-8eed-4133-ad7d-014cb56a5c53 req-dd4a0e76-0e86-4045-aa08-5c76bd3a20c3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 943 time: 0.0759680 Jun 16 17:05:21.490410 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3122bb25-8eed-4133-ad7d-014cb56a5c53 req-bf6a1175-45f7-471e-84b4-16b714a95544 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Jun 16 17:05:22.065841 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b55a4a68-414b-4a16-98dd-ccdaf2bb985b details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:05:22.169905 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:22.181887 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'port_id': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'mac_address': 'fa:16:3e:24:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:05:22.229686 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.249629 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55a4a68-414b-4a16-98dd-ccdaf2bb985b {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:05:22.273029 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:22.410626 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.412510 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-2700f725-5581-45aa-982a-e67d46c4a58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:22.465326 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:22.470464 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:22.626565 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['b55a4a68-414b-4a16-98dd-ccdaf2bb985b'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:05:22.682926 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c621cd5-7c3b-430d-a8ac-dc01b60fd703 req-3800dfd5-c124-4109-b338-7c49178c6c0d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:22.684547 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3c621cd5-7c3b-430d-a8ac-dc01b60fd703 req-3800dfd5-c124-4109-b338-7c49178c6c0d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 944 time: 0.0750082 Jun 16 17:05:22.733797 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3c621cd5-7c3b-430d-a8ac-dc01b60fd703 req-5572d252-f54e-4a02-91fa-3ce32c0b72a0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380907 Jun 16 17:05:23.945221 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669514fd-1f50-4fcb-8a50-697cc1f454ad req-9dc3f12c-14e2-4eaf-9465-e08bc6218c2c tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:23.946793 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-669514fd-1f50-4fcb-8a50-697cc1f454ad req-9dc3f12c-14e2-4eaf-9465-e08bc6218c2c tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 944 time: 0.0686159 Jun 16 17:05:23.988308 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-669514fd-1f50-4fcb-8a50-697cc1f454ad req-7355c8f8-deb8-47c5-a691-7e2b67f875a1 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354552 Jun 16 17:05:24.069995 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b55a4a68-414b-4a16-98dd-ccdaf2bb985b up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:05:24.191095 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port b55a4a68-414b-4a16-98dd-ccdaf2bb985b completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:05:24.195581 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port b55a4a68-414b-4a16-98dd-ccdaf2bb985b triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:05:24.199564 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.280551 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.303339 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:24.305652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f8e7d5-e6f7-462e-859e-033fee8c00e6" -d '{"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-plugged", "status": "completed", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:24.318395 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:24.343353 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8743310-ab48-4b18-9e21-7a7a41597874 x-openstack-request-id: req-e8743310-ab48-4b18-9e21-7a7a41597874 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:24.343655 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-plugged", "status": "completed", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:24.343919 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8743310-ab48-4b18-9e21-7a7a41597874 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:24.344324 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'code': 200} Jun 16 17:05:24.444127 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.447428 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:24.494895 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:24.503319 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.503669 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.504024 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.504357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.504688 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.505016 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.505372 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.505703 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.506028 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.506349 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.506699 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.507015 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:24.510958 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:24.943222 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757ba32-9956-4b35-baf9-4d911d383fa9 req-3edc9730-c107-487c-9784-683491d13051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:24.944790 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1757ba32-9956-4b35-baf9-4d911d383fa9 req-3edc9730-c107-487c-9784-683491d13051 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.0563307 Jun 16 17:05:24.982089 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1757ba32-9956-4b35-baf9-4d911d383fa9 req-e5777752-93d0-498d-baab-85678626bf3b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288763 Jun 16 17:05:25.165318 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056aff7-0dd1-494c-9d3c-3f17d38fb836 req-120b0f10-abae-4901-a50e-2a59d274c5c3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:25.169763 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c056aff7-0dd1-494c-9d3c-3f17d38fb836 req-120b0f10-abae-4901-a50e-2a59d274c5c3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0715251 Jun 16 17:05:25.206034 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c056aff7-0dd1-494c-9d3c-3f17d38fb836 req-4c385045-77f9-4e70-a716-b6a5265ba275 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325038 Jun 16 17:05:26.384918 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043471da-f424-48eb-a603-06a578955624 req-8abf278f-40a6-4d75-a317-6d76a6555530 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:26.386565 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-043471da-f424-48eb-a603-06a578955624 req-8abf278f-40a6-4d75-a317-6d76a6555530 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0674198 Jun 16 17:05:26.426489 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-043471da-f424-48eb-a603-06a578955624 req-bb91c08f-def0-4f4c-9f12-82e04fec511b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340683 Jun 16 17:05:26.610482 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e76ed-4ac5-4ea1-aadc-7c9f0b872543 req-26f68c9a-82dc-499d-b4c9-10635eb3801e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:26.611879 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c87e76ed-4ac5-4ea1-aadc-7c9f0b872543 req-26f68c9a-82dc-499d-b4c9-10635eb3801e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0674009 Jun 16 17:05:26.650278 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c87e76ed-4ac5-4ea1-aadc-7c9f0b872543 req-31af0d75-33b1-46a4-9ad3-5bcd96bba96a tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Jun 16 17:05:26.675626 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37182) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:26.886062 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1985f3-7510-4e91-81c7-2651bc70fa32 tempest-TestShelveInstance-909377857 tempest-TestShelveInstance-909377857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:26.887622 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5b1985f3-7510-4e91-81c7-2651bc70fa32 tempest-TestShelveInstance-909377857 tempest-TestShelveInstance-909377857-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1093 time: 0.2109931 Jun 16 17:05:26.890687 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37190) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:26.895661 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Request body: {'floatingip': {'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'port_id': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:27.030220 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for floatingip, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.135526 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.242409 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Allocated IP 172.28.3.160 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/ebedbe36-3cb8-4d69-babd-018a4d883464) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:05:27.349126 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.513071 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8495707'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:27.516269 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c7c0b958-3fe8-41da-a2b3-3200ac8e060f tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:27.550030 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:05:27.552957 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:05:27.559168 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:05:27.583233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'Port': ['ID=ebedbe36-3cb8-4d69-babd-018a4d883464,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:27.587524 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:28.206758 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.360802 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.546811 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.620573 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.622746 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:28.692995 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event updated for resources: {'Port': ['ID=ebedbe36-3cb8-4d69-babd-018a4d883464,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:28.696556 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:28.709816 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.811656 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Floating IP 06c45f9d-143c-4e12-9e58-339ce43d4012 associated. External IP: 172.28.3.160, port: b55a4a68-414b-4a16-98dd-ccdaf2bb985b. Jun 16 17:05:29.042684 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:29.159401 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:29.171306 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] Sync routers for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:29.180860 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:29.181520 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:29.290745 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:29.329249 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:29.374567 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-f16aa4ff-2c4e-400b-9a4b-2292a070860e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4828255 Jun 16 17:05:29.375554 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:29.378211 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622fff86-bd11-4abb-a20a-5c04d1fab86b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:29.432063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a01f96-6484-4ef4-a051-fa0d0d80999b x-openstack-request-id: req-41a01f96-6484-4ef4-a051-fa0d0d80999b {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:29.432397 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:29.432834 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41a01f96-6484-4ef4-a051-fa0d0d80999b {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:29.433251 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'status': 'completed', 'code': 200} Jun 16 17:05:29.512269 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-9f68b05c-0f89-42ac-b2a8-8d1764b7dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:29.513868 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-9f68b05c-0f89-42ac-b2a8-8d1764b7dee0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.0552616 Jun 16 17:05:29.539100 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': '06c45f9d-143c-4e12-9e58-339ce43d4012', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'port_id': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'mac_address': 'fa:16:3e:24:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:05:28Z', 'updated_at': '2021-06-16T17:05:28Z', 'revision_number': 0, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 5, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:29.543521 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] Checking router: 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:29.553970 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:29.555401 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:29.623482 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-485e0a83-42b3-4243-a82c-de5ac5483401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:29.623482 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-485e0a83-42b3-4243-a82c-de5ac5483401 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 910 time: 0.0992737 Jun 16 17:05:29.666425 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:29.703597 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-8fa740e4-93d8-4e79-80c6-190505e9ef40 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 999 time: 0.0757790 Jun 16 17:05:29.755376 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-35abd8b1-e1b1-49f0-be1b-4afad4355919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:29.756910 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-35abd8b1-e1b1-49f0-be1b-4afad4355919 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0459347 Jun 16 17:05:29.823071 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-e563d566-0e20-4b16-9fad-9727901c32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:29.824695 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-e563d566-0e20-4b16-9fad-9727901c32a5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0576603 Jun 16 17:05:29.913771 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': '06c45f9d-143c-4e12-9e58-339ce43d4012', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'port_id': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'mac_address': 'fa:16:3e:24:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:05:28Z', 'updated_at': '2021-06-16T17:05:28Z', 'revision_number': 0, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 5, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:29.918437 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b28c47-957a-41e4-ac78-3d05677b646a None None] The sync data for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb is: [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': '06c45f9d-143c-4e12-9e58-339ce43d4012', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'port_id': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'mac_address': 'fa:16:3e:24:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:05:28Z', 'updated_at': '2021-06-16T17:05:28Z', 'revision_number': 0, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 5, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:29.927127 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-5532c1d6-7a8f-418c-b6ec-ad67bbc4b59f service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960650 Jun 16 17:05:30.023933 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-622fff86-bd11-4abb-a20a-5c04d1fab86b req-8578cfd7-b687-4860-b220-222c2620bcb7 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887003 Jun 16 17:05:30.109445 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4428a4-174b-47c9-b871-a36a3d6adc0d None None] New status for floating IP 06c45f9d-143c-4e12-9e58-339ce43d4012: ACTIVE {{(pid=100143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:05:30.611412 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:05:38.974802 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3163f858-7ddc-497d-97e6-cdc59766a19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:41.799034 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d438c62d-e07a-45c0-9bbc-57c8b61cf4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:42.254573 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:43.258909 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.961204 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770c03-61f1-4ade-bbc8-56fcc3db1fc0 req-4dd701a3-cd1a-4731-8684-7f9fc5ad8cf4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.963080 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b7770c03-61f1-4ade-bbc8-56fcc3db1fc0 req-4dd701a3-cd1a-4731-8684-7f9fc5ad8cf4 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 947 time: 0.0780828 Jun 16 17:05:44.984450 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:45.009159 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b7770c03-61f1-4ade-bbc8-56fcc3db1fc0 req-af285fce-5eb0-4a86-a52a-6cbe94ecf963 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385675 Jun 16 17:05:45.769145 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:46.200763 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9a23c-0077-4705-b283-67b70f895465 req-4bdf24eb-da1f-489c-8f61-f924db197077 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:46.202385 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9a9a23c-0077-4705-b283-67b70f895465 req-4bdf24eb-da1f-489c-8f61-f924db197077 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 947 time: 0.0710123 Jun 16 17:05:46.244041 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d9a9a23c-0077-4705-b283-67b70f895465 req-0c9204c7-9641-4d3b-866b-db6f3ded37fd tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a268571-e3ba-47a6-82ab-c69b7cea4bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356159 Jun 16 17:05:46.447300 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-65b2e830-e069-4cc4-a132-cf14a4e05253 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:46.448884 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-65b2e830-e069-4cc4-a132-cf14a4e05253 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 947 time: 0.0685577 Jun 16 17:05:46.553057 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Deleting port cb0fe203-98d7-4fcb-896c-369a3e59a27d {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:46.553518 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:46.648593 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] For port cb0fe203-98d7-4fcb-896c-369a3e59a27d, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=cb0fe203-98d7-4fcb-896c-369a3e59a27d,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:46.648993 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:46.827438 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:46.827809 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:46.835418 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Floating IP aaebff1d-17aa-4b68-9c7a-34c259a27409 disassociated. External IP: 172.28.3.95, port: cb0fe203-98d7-4fcb-896c-369a3e59a27d. Jun 16 17:05:46.835418 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Calling delete_port for cb0fe203-98d7-4fcb-896c-369a3e59a27d owned by compute:nova {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:47.072024 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.076200 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cd51e110-3c97-4a35-8087-c7bcce3fb9da tempest-VolumesActionsTest-1064562916 tempest-VolumesActionsTest-1064562916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:47.103274 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event deleted for resources: {'Port': ['ID=cb0fe203-98d7-4fcb-896c-369a3e59a27d,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:47.110790 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:47.222952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Router c927f7de-78c1-45fb-a192-945a91b855cf has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:47.356563 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:47.375635 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] Sync routers for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:47.385813 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:47.386452 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:47.430391 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-96576760-2bb5-488e-94ef-dd6b7c4a9202 req-f78e8c68-73e4-468e-bf46-519aca092754 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 210 time: 0.0469298 Jun 16 17:05:47.431395 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] No DVR routers for this DVR port cb0fe203-98d7-4fcb-896c-369a3e59a27d on host hv-cinder-78338 {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:47.434646 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:47.436928 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8e568f50-8821-4df0-8a66-ea5ebd99fa61 req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.96 "DELETE /v2.0/ports/cb0fe203-98d7-4fcb-896c-369a3e59a27d HTTP/1.1" status: 204 len: 173 time: 0.9811447 Jun 16 17:05:47.437509 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-deleted', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:47.443484 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a2f7bc-68d6-4090-9c0b-940a5735d4bc" -d '{"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-deleted", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:47.490852 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc6a327-e1ab-4518-93ec-96b2d4f827b8 x-openstack-request-id: req-1bc6a327-e1ab-4518-93ec-96b2d4f827b8 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:47.491178 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea2160-e581-486d-8593-271613c21432", "name": "network-vif-deleted", "tag": "cb0fe203-98d7-4fcb-896c-369a3e59a27d", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:47.491474 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bc6a327-e1ab-4518-93ec-96b2d4f827b8 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:47.491905 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea2160-e581-486d-8593-271613c21432', 'name': 'network-vif-deleted', 'tag': 'cb0fe203-98d7-4fcb-896c-369a3e59a27d', 'status': 'completed', 'code': 200} Jun 16 17:05:47.524461 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:47.735031 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:47.738672 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] Checking router: c927f7de-78c1-45fb-a192-945a91b855cf for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:47.747703 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:47.748561 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:47.861007 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:48.079779 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:48.083336 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7897d-1acf-4705-9e9b-8e32bf762a80 None None] The sync data for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb is: [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T16:58:50Z', 'revision_number': 4, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '9184f57f-bc62-42c6-a9b2-cc7843ce6c4c', 'name': '', 'network_id': '6d0988a2-2bce-4e45-94f3-cf8d87bb40b4', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'mac_address': 'fa:16:3e:67:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:48Z', 'updated_at': '2021-06-16T16:58:59Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'subnets': [{'id': '3afe5023-5368-41cb-8839-7f2aed81e3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:48.306642 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29f2f49-0274-42ee-b3d1-a6fd9cd9707c None None] New status for floating IP aaebff1d-17aa-4b68-9c7a-34c259a27409: DOWN {{(pid=100143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:05:48.619173 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-daf53143-11a5-43b0-be69-38639ac2df59 req-fc41b92d-0b9e-479b-9ab0-d8f8f24162c6 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/ports?device_id=93ea2160-e581-486d-8593-271613c21432 HTTP/1.1" status: 200 len: 210 time: 0.0305333 Jun 16 17:05:48.885414 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-25d20b3f-c50e-41c3-9b46-ed4a9ae16484 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558727 Jun 16 17:05:48.989872 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-5de17454-67ee-4dfd-8417-77f90ce4efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:48.991327 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-5de17454-67ee-4dfd-8417-77f90ce4efa9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.0526414 Jun 16 17:05:49.109021 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-f4fb8875-7114-4d41-b19b-ab5efe55061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:49.111357 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-f4fb8875-7114-4d41-b19b-ab5efe55061a service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 910 time: 0.0939341 Jun 16 17:05:49.188243 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-a3cce649-0983-4371-94cf-8e494fd0b2f6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 1001 time: 0.0694001 Jun 16 17:05:49.239504 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-d2f5bcfb-5bee-4d54-9863-801c5a4fcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:49.240983 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-d2f5bcfb-5bee-4d54-9863-801c5a4fcb5e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0459442 Jun 16 17:05:49.305711 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-69df2ae9-1131-4f6e-a7a4-a887fe2bc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:49.307202 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-69df2ae9-1131-4f6e-a7a4-a887fe2bc4d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0597420 Jun 16 17:05:49.399730 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-77da720c-8cf2-4765-aa46-e16a35216be0 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849226 Jun 16 17:05:49.495276 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c0c1b73-2269-4990-83fc-fdfb3e8b3f3c req-3961e160-e36c-4768-ae31-e596c5f96e34 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881870 Jun 16 17:05:49.850339 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37360) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:49.907890 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:49.931423 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.078670 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.081330 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.082500 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a268571-e3ba-47a6-82ab-c69b7cea4bc2 HTTP/1.1" status: 204 len: 168 time: 0.2311714 Jun 16 17:05:50.083256 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c9ff62ce-1b74-4312-a496-b913890c1eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:50.085282 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37362) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:50.092282 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a268571-e3ba-47a6-82ab-c69b7cea4bc2,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:50.094760 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:50.099311 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.api.v2.resource [None req-319f710d-44e3-4c4b-aad9-e5d6d1a6c088 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] show failed (client error): The resource could not be found. Jun 16 17:05:50.100332 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-319f710d-44e3-4c4b-aad9-e5d6d1a6c088 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "GET /v2.0/security-groups/9a268571-e3ba-47a6-82ab-c69b7cea4bc2 HTTP/1.1" status: 404 len: 347 time: 0.0140264 Jun 16 17:05:50.103191 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37364) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:50.237664 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Deleting port 2e1717ef-1cce-4996-ac99-591a53466280 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:50.238004 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.260152 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:50.281469 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: cb0fe203-98d7-4fcb-896c-369a3e59a27d {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:50.281931 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device cb0fe203-98d7-4fcb-896c-369a3e59a27d not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:50.329602 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.329981 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.431552 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Calling delete_port for 2e1717ef-1cce-4996-ac99-591a53466280 owned by network:floatingip {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:50.666635 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.670689 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1f18f480-e9b0-46c0-854f-3c00f8035c8e tempest-VolumesSnapshotTestJSON-311983552 tempest-VolumesSnapshotTestJSON-311983552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:50.698534 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Pushing event deleted for resources: {'Port': ['ID=2e1717ef-1cce-4996-ac99-591a53466280,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:50.702351 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:50.781868 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks [] for floatingip, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.784423 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.785592 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-48460d65-f103-4097-b0dd-8cd6143956ef tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] 10.222.0.36 "DELETE /v2.0/floatingips/aaebff1d-17aa-4b68-9c7a-34c259a27409 HTTP/1.1" status: 204 len: 168 time: 0.6812296 Jun 16 17:05:53.798046 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37410) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:54.290371 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902150'] for router_interface, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.556356 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Deleting port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:54.556967 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.637400 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] For port 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:54.637755 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.707661 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Calling delete_port for 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c owned by network:router_interface {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:54.980718 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.983257 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7c7c5ce4-ced1-47ad-9ecd-16e334987153 tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:55.012553 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9184f57f-bc62-42c6-a9b2-cc7843ce6c4c,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:55.045420 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.045799 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.046174 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.046537 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.046996 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.047530 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.047920 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.048256 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.048614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.049010 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.049350 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.049704 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:55.054035 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:55.215018 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902034'] for router_interface, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:55.446500 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Router c927f7de-78c1-45fb-a192-945a91b855cf has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:55.564956 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:55.573443 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-8c433c83-aee1-4865-a560-32c20288ede1 admin admin] 10.222.0.36 "PUT /v2.0/routers/c927f7de-78c1-45fb-a192-945a91b855cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740777 Jun 16 17:05:55.576183 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] Sync routers for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:55.576706 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37426) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:55.590329 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:55.592297 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:55.692948 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks [] for router, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:55.715803 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:55.943227 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T17:05:54Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:55.947678 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] Checking router: c927f7de-78c1-45fb-a192-945a91b855cf for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:55.958298 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] Routers {'c927f7de-78c1-45fb-a192-945a91b855cf'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:55.958939 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['c927f7de-78c1-45fb-a192-945a91b855cf'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:56.080299 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] Set router c927f7de-78c1-45fb-a192-945a91b855cf gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:56.093825 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.233301 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Deleting port fc66c0f1-267a-4f14-b73c-2be93e25c173 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:56.233576 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.273148 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T17:05:54Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:56.277044 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251df499-dd31-49f0-8856-14fa3f839d60 None None] The sync data for ids ['c927f7de-78c1-45fb-a192-945a91b855cf'] in dv-cinder-783389-6-smb is: [{'id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'name': 'tempest-AttachVolumeShelveTestJSON-1055886473-router', 'tenant_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:41Z', 'updated_at': '2021-06-16T17:05:54Z', 'revision_number': 5, 'project_id': 'd6f2aa54c7594625b5d5f4ecee17bc61', 'gw_port': {'id': 'fc66c0f1-267a-4f14-b73c-2be93e25c173', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927f7de-78c1-45fb-a192-945a91b855cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:43Z', 'updated_at': '2021-06-16T16:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:56.322370 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] For port fc66c0f1-267a-4f14-b73c-2be93e25c173, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=fc66c0f1-267a-4f14-b73c-2be93e25c173,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:56.322755 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.385574 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Calling delete_port for fc66c0f1-267a-4f14-b73c-2be93e25c173 owned by network:router_gateway {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:56.699443 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.708813 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-87fb3cc7-2329-44d7-b35a-ae67d02fa523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:56.732987 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc66c0f1-267a-4f14-b73c-2be93e25c173,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:56.736470 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:56.800848 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838993'] for router_gateway, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.894227 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7544'] for router, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:56.896334 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.041626 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3931995'] for router, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.042295 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c927f7de-78c1-45fb-a192-945a91b855cf {{(pid=100140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:05:57.049681 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.049681 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-01988e60-7946-4924-8f77-28a0aafdc52b admin admin] 10.222.0.36 "DELETE /v2.0/routers/c927f7de-78c1-45fb-a192-945a91b855cf HTTP/1.1" status: 204 len: 168 time: 1.4708207 Jun 16 17:05:57.051409 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37432) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:57.104835 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Deleting subnet 3afe5023-5368-41cb-8839-7f2aed81e3e6 {{(pid=100140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:05:57.108584 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.162740 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9163966'] for subnet, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.224416 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37436) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:57.245168 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.331651 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-51e23ada-7c94-4292-9fcf-416ea36d8881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.391706 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9855718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934181'] for subnet, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.394131 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:57.419302 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afe5023-5368-41cb-8839-7f2aed81e3e6,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:57.421051 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-51e23ada-7c94-4292-9fcf-416ea36d8881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.421860 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:57.424537 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.426632 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3afe5023-5368-41cb-8839-7f2aed81e3e6 HTTP/1.1" status: 204 len: 168 time: 0.3735993 Jun 16 17:05:57.429255 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37440) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:57.430236 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc674578-3371-4ae2-8064-2a0c7ee77157 None None] Network 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:05:57.505421 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.533927 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-51e23ada-7c94-4292-9fcf-416ea36d8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.535728 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ec728249-aa1d-4027-9c7e-d53865c5adf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:57.566759 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fc66c0f1-267a-4f14-b73c-2be93e25c173 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:57.580605 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e23ada-7c94-4292-9fcf-416ea36d8881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f269f44-2690-41b0-831d-a9ed89c7827a,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:57.584892 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-51e23ada-7c94-4292-9fcf-416ea36d8881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0de240632834b0a8066a247cebdce25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592801 Jun 16 17:05:57.585972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-51e23ada-7c94-4292-9fcf-416ea36d8881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:57.587707 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37442) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:57.587951 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Deleting port f7e59097-3cde-470f-813a-aedd9934eae9 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:57.588325 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.604321 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: fc66c0f1-267a-4f14-b73c-2be93e25c173 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:57.604665 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device fc66c0f1-267a-4f14-b73c-2be93e25c173 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:57.605081 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:57.626939 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:57.627307 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 9184f57f-bc62-42c6-a9b2-cc7843ce6c4c not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:57.643375 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.667447 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.672658 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] For port f7e59097-3cde-470f-813a-aedd9934eae9, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f7e59097-3cde-470f-813a-aedd9934eae9,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:57.673274 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.721794 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] DHCP port deletion for 6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 request from dv-cinder-783389-6-smb {{(pid=100142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:05:57.747342 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Calling delete_port for f7e59097-3cde-470f-813a-aedd9934eae9 owned by network:dhcp {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:57.775773 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] Deleting port f7e59097-3cde-470f-813a-aedd9934eae9 {{(pid=100142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:57.776174 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.831742 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.834523 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.835710 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f269f44-2690-41b0-831d-a9ed89c7827a HTTP/1.1" status: 204 len: 168 time: 0.2469530 Jun 16 17:05:57.842682 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b9bce0c4-35a8-400b-ba52-c9dd4967c2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:57.843075 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] For port f7e59097-3cde-470f-813a-aedd9934eae9, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f7e59097-3cde-470f-813a-aedd9934eae9,segment=NetworkSegment(ee4e80bb-54dc-4c51-976d-13d2ca033e99),segment_id=ee4e80bb-54dc-4c51-976d-13d2ca033e99)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:57.843486 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.844589 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f269f44-2690-41b0-831d-a9ed89c7827a,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:57.847483 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:57.914066 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] Calling delete_port for f7e59097-3cde-470f-813a-aedd9934eae9 owned by network:dhcp {{(pid=100142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:58.008841 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.010983 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:58.015439 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.025976 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:58.032992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e59097-3cde-470f-813a-aedd9934eae9,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:58.036525 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:58.039139 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] No DVR routers for this DVR port f7e59097-3cde-470f-813a-aedd9934eae9 on host dv-cinder-783389-6-smb {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:58.041070 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] Pushing event deleted for resources: {'Port': ['ID=f7e59097-3cde-470f-813a-aedd9934eae9,revision_number=None']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:58.044205 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:58.045513 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0cfa8-34f1-4af2-bfcd-2b4be7ad5d04 None None] No DVR routers for this DVR port f7e59097-3cde-470f-813a-aedd9934eae9 on host dv-cinder-783389-6-smb {{(pid=100142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:58.113236 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.123515 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0988a2-2bce-4e45-94f3-cf8d87bb40b4']}} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:58.134317 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4e80bb-54dc-4c51-976d-13d2ca033e99') {'for_net_delete': True} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:58.134613 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4e80bb-54dc-4c51-976d-13d2ca033e99') {} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:58.148902 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9163943'] for segment, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.171491 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.178689 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=100140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:05:58.179106 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9855609'] for segment, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: Traceback (most recent call last): Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: timer() Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: cb(*args, **kw) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: return func(*args, **kwargs) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: self._notify() Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: self.callback(batched_events) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: event.method(event) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: return f(self, *a, **k) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: return self._get(url).json() Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: return self.request(url, 'GET', **kwargs) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:05:58.180849 dv-cinder-783389-6-smb neutron-server[100140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:05:58.333258 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.337061 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7bfb6a69-c81d-4e67-b90f-8cbec1149288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:58.339756 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:58.342133 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d0988a2-2bce-4e45-94f3-cf8d87bb40b4 HTTP/1.1" status: 204 len: 168 time: 0.9111426 Jun 16 17:05:58.354880 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0988a2-2bce-4e45-94f3-cf8d87bb40b4,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:58.356660 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-93cb5a44-685c-4a0f-9ae3-76f11b72d67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:58.933020 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37460) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:58.976309 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-5cc8c664-998a-413c-ba9f-644aa5600f24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6f2aa54c7594625b5d5f4ecee17bc61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419984 Jun 16 17:05:58.978687 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37464) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:59.028602 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3365-355a-4759-8add-540788b4b5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.049204 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3365-355a-4759-8add-540788b4b5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.184325 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3365-355a-4759-8add-540788b4b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.188681 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3365-355a-4759-8add-540788b4b5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:59.204091 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-cc8c3365-355a-4759-8add-540788b4b5b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abbfc4b6-8e24-43b5-892f-2afee8c08681 HTTP/1.1" status: 204 len: 168 time: 0.2091148 Jun 16 17:05:59.204091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-086b1b18-939b-47bb-88de-62a9b72f34fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:59.204091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c3365-355a-4759-8add-540788b4b5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbfc4b6-8e24-43b5-892f-2afee8c08681,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:59.204091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cc8c3365-355a-4759-8add-540788b4b5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:59.242541 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f7e59097-3cde-470f-813a-aedd9934eae9 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:59.264935 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: f7e59097-3cde-470f-813a-aedd9934eae9 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:59.265306 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f7e59097-3cde-470f-813a-aedd9934eae9 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:06:00.401562 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37498) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:00.502799 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1775522550-network', 'tenant_id': '3164133be25146c8a92c6a566edeef70'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:00.597461 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Made reservation on behalf of 3164133be25146c8a92c6a566edeef70 for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:00.599914 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.609592 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.822709 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.952054 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.955285 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5978b777-df0f-4f5f-a383-3bab2b3f2f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:00.977116 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:06:00.986786 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85a4b4-b4e9-4fa1-a738-17bd1c7f387a,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:00.991048 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:00.992100 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:00.992444 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Added segment 3bdac31e-762a-4d08-ab06-909667e1b06e of type vlan for network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 Jun 16 17:06:01.032059 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.214115 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.215513 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:01.216132 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.219321 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:01.281127 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Pushing event updated for resources: {'Network': ['ID=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:01.283811 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:01.291088 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:06:01.334740 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9321105 Jun 16 17:06:01.337748 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 37504) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:01.342886 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Request body: {'subnet': {'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1775522550-subnet', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:01.477033 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Made reservation on behalf of 3164133be25146c8a92c6a566edeef70 for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:01.479842 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12140326'] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.757448 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8495823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12140340'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:01.759825 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-40492b6d-0097-40d3-b369-8f311c67d207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:01.818085 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b263bc74-7abb-4146-9335-d390b47baa18,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:01.821102 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:01.823911 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Checking segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:01.824266 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Network hostable DHCP agents. Network: eb517fcb-7f8f-4d5e-bf79-c29569c25aa6, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:06:01.922626 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:06:02.065823 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, eb517fcb-7f8f-4d5e-bf79-c29569c25aa6) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:02.076099 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:02.076099 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.077118 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f42855-6eb5-48d9-be37-acfbff2522ff None None] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:02.198287 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-83b25789-fd21-456d-b45a-40b0df90a770 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8592052 Jun 16 17:06:02.201553 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37512) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:02.208909 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:02.226298 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d601d5-6c7d-5212-8c55-88c8dc1b0d66-eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18'}]}} from dv-cinder-783389-6-smb. {{(pid=100142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:06:02.227148 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.351560 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3929230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.352920 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3930151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3909844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7555'] for router, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.362585 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.db_base_plugin_common [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Allocated IP 172.20.0.2 (eb517fcb-7f8f-4d5e-bf79-c29569c25aa6/b263bc74-7abb-4146-9335-d390b47baa18/e1b8a4f6-8950-48fe-95e6-a8b8924237cc) {{(pid=100142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:02.412850 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.522398 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Notify callbacks [] for port, precommit_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.531838 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Transition to ACTIVE for port object e1b8a4f6-8950-48fe-95e6-a8b8924237cc will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:02.547340 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Transition to ACTIVE for port object e1b8a4f6-8950-48fe-95e6-a8b8924237cc will not be triggered until provisioned by entity DHCP. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:02.769317 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133'] for port, after_create {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.772372 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-aa86bda5-8abe-46f5-8dbf-cdb2395c4dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:02.804702 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 is already hosted by enough agents. {{(pid=100142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:02.815681 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.scheduler.base_scheduler [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Resources bound (agent type, host, resource id): {{(pid=100142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:02.819223 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Received port after_create {{(pid=100142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:02.824777 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Pushing event updated for resources: {'Port': ['ID=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,revision_number=1']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:02.829899 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:02.890497 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Attempting to bind port e1b8a4f6-8950-48fe-95e6-a8b8924237cc on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:02.890881 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Attempting to bind port e1b8a4f6-8950-48fe-95e6-a8b8924237cc by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:02.891249 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Attempting to bind port e1b8a4f6-8950-48fe-95e6-a8b8924237cc on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:02.896645 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:02.906289 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Checking segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:02.906289 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.906289 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Bound using segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:02.906289 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Bound port: e1b8a4f6-8950-48fe-95e6-a8b8924237cc, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:02.906289 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.917393 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7537'] for router, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.962715 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] For port e1b8a4f6-8950-48fe-95e6-a8b8924237cc, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:02.965908 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] For port e1b8a4f6-8950-48fe-95e6-a8b8924237cc, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:03.127614 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.130510 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:03.198309 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Pushing event updated for resources: {'Port': ['ID=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,revision_number=2']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:03.202085 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-ead4dbd7-cdb8-44b2-a278-2ae7867b9601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:03.386788 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.416772 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.540068 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Allocated IP 172.28.3.89 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/f23e2172-102d-4016-8c1c-3e4cfda657e1) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:03.650838 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.872377 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.876110 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8ff12752-f4d8-492c-9e3b-2e210c2861fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:03.915301 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:03.921061 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:03.923732 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:03.947935 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f23e2172-102d-4016-8c1c-3e4cfda657e1,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:03.951747 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:04.101696 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92900520-1d77-4741-8f99-2cb365c06f6a None None] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:04.270797 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-9601633a-c1d2-47f9-a708-f453a223540c None None] Provisioning for port e1b8a4f6-8950-48fe-95e6-a8b8924237cc completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:04.280839 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.486164 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3929271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838442'] for router, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.717039 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Router abad00c1-9551-42c5-97c0-d0f5976107d1 is scheduled to L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 with binding_index 1 {{(pid=100140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:06:04.825443 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:04.834053 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Sync routers for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:04.844983 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:04.845634 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:04.950758 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:04.968436 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:04.969944 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-424421b5-1929-4b0c-90f2-03bb745e61f2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7666214 Jun 16 17:06:04.972894 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37526) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:05.136343 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:04Z', 'revision_number': 3, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:05.140305 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Checking router: abad00c1-9551-42c5-97c0-d0f5976107d1 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:05.146017 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Updating router abad00c1-9551-42c5-97c0-d0f5976107d1 port f23e2172-102d-4016-8c1c-3e4cfda657e1 binding host dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:06:05.180914 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.302472 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e1b8a4f6-8950-48fe-95e6-a8b8924237cc up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:05.417954 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.442864 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port e1b8a4f6-8950-48fe-95e6-a8b8924237cc completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:05.446266 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Notify callbacks [] for port, precommit_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.447292 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port e1b8a4f6-8950-48fe-95e6-a8b8924237cc triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:05.447739 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.460244 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.provisioning_blocks [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Transition to ACTIVE for port object f23e2172-102d-4016-8c1c-3e4cfda657e1 will not be triggered until provisioned by entity L2. {{(pid=100143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:05.527408 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.555414 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.559887 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:05.561083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port e1b8a4f6-8950-48fe-95e6-a8b8924237cc, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:05.577035 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Allocated IP 172.20.0.1 (eb517fcb-7f8f-4d5e-bf79-c29569c25aa6/b263bc74-7abb-4146-9335-d390b47baa18/48eb786c-0c77-4958-94b7-8007f5a253ec) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:05.610459 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Attempting to bind port f23e2172-102d-4016-8c1c-3e4cfda657e1 on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:05.610828 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Attempting to bind port f23e2172-102d-4016-8c1c-3e4cfda657e1 by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:05.611195 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Attempting to bind port f23e2172-102d-4016-8c1c-3e4cfda657e1 on network 23aa7e45-c9e4-4919-9118-4e86dec71910 {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:05.614203 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Pushing event updated for resources: {'Port': ['ID=f23e2172-102d-4016-8c1c-3e4cfda657e1,revision_number=2']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:05.621883 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:05.622262 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Checking segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:05.623185 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.623581 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Bound using segment: {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'} {{(pid=100143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:05.624046 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.managers [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Bound port: f23e2172-102d-4016-8c1c-3e4cfda657e1, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83a1d57-a5c4-4906-8e33-81bd6cdff909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}}] {{(pid=100143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:05.624426 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.627488 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.627827 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.628163 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.628492 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.628812 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.629133 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.629478 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.638776 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.638776 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.638776 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.638776 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.638776 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:05.650767 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:05.665768 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.667644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:05.683603 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] For port f23e2172-102d-4016-8c1c-3e4cfda657e1, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:05.684524 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.687525 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.plugins.ml2.db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] For port f23e2172-102d-4016-8c1c-3e4cfda657e1, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f23e2172-102d-4016-8c1c-3e4cfda657e1,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:05.699488 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.provisioning_blocks [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Transition to ACTIVE for port object 48eb786c-0c77-4958-94b7-8007f5a253ec will not be triggered until provisioned by entity DHCP. {{(pid=100140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:05.716188 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:05.719200 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:05.848447 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron_lib.callbacks.manager [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.850793 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-bc5ec3d4-15d3-407e-a00b-60a730eb4c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:05.900380 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:05.905191 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ed592113-a0dd-4dcf-a94f-93425749f71c tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:05.910193 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:05.914413 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:05.941410 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:05.944367 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:05.947062 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:05.971196 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Pushing event updated for resources: {'Port': ['ID=f23e2172-102d-4016-8c1c-3e4cfda657e1,revision_number=3']} {{(pid=100143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:05.987126 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG oslo_concurrency.lockutils [None req-d7e0615f-aa82-42b2-a507-02748ba3c349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:05.990829 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=48eb786c-0c77-4958-94b7-8007f5a253ec,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:05.995574 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:06.003370 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834203'] for router_interface, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.026831 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:06.213830 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.328260 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-01c5c38a-9eaf-4ba6-9452-76005c5f2024 None None] Provisioning for port 48eb786c-0c77-4958-94b7-8007f5a253ec completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:06.338060 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-01c5c38a-9eaf-4ba6-9452-76005c5f2024 None None] Provisioning complete for port 48eb786c-0c77-4958-94b7-8007f5a253ec triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:06.339465 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-01c5c38a-9eaf-4ba6-9452-76005c5f2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.341866 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:04Z', 'revision_number': 3, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:06.350001 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78561-8267-44a2-a0c5-597771f3acf2 None None] The sync data for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb is: [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:04Z', 'revision_number': 3, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:06.399484 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-01c5c38a-9eaf-4ba6-9452-76005c5f2024 None None] Port 48eb786c-0c77-4958-94b7-8007f5a253ec cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:06.436576 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.522787 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:06.525198 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-025a6ebe-9b45-44ce-8778-e60ad6c95783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:06.602680 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=48eb786c-0c77-4958-94b7-8007f5a253ec,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:06.606170 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:06.614652 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834151'] for router_interface, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.019643 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:07.021317 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:07.166694 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Router abad00c1-9551-42c5-97c0-d0f5976107d1 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:07.244437 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-f5ce7a4e-bb8a-4e7c-b32b-509a901f8378 None None] Provisioning complete for port 48eb786c-0c77-4958-94b7-8007f5a253ec triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:07.244823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7a4e-bb8a-4e7c-b32b-509a901f8378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.286594 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce7a4e-bb8a-4e7c-b32b-509a901f8378 None None] Port 48eb786c-0c77-4958-94b7-8007f5a253ec cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:07.324689 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:07.336348 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5526b41e-89f0-41d0-a5e9-f7a1e59ac4f9 admin admin] 10.222.0.36 "PUT /v2.0/routers/abad00c1-9551-42c5-97c0-d0f5976107d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3556068 Jun 16 17:06:07.366486 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e1b8a4f6-8950-48fe-95e6-a8b8924237cc up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:07.414432 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port e1b8a4f6-8950-48fe-95e6-a8b8924237cc triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:07.414814 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.501758 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f23e2172-102d-4016-8c1c-3e4cfda657e1 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:07.610022 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:06:07.705652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port f23e2172-102d-4016-8c1c-3e4cfda657e1 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:07.711456 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port f23e2172-102d-4016-8c1c-3e4cfda657e1 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:07.711456 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.790894 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.811948 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port f23e2172-102d-4016-8c1c-3e4cfda657e1, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f23e2172-102d-4016-8c1c-3e4cfda657e1,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:07.898732 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:07.900692 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-2700f725-5581-45aa-982a-e67d46c4a58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:07.949159 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=f23e2172-102d-4016-8c1c-3e4cfda657e1,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:07.954218 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:07.983829 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Sync routers for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:07.993115 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:07.993764 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:08.101980 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:08.308132 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 2, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:08.312364 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Checking router: abad00c1-9551-42c5-97c0-d0f5976107d1 for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:08.312728 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Updating router abad00c1-9551-42c5-97c0-d0f5976107d1 port 48eb786c-0c77-4958-94b7-8007f5a253ec binding host dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:06:08.347875 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.619062 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Notify callbacks [] for port, precommit_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.628979 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Transition to ACTIVE for port object 48eb786c-0c77-4958-94b7-8007f5a253ec will not be triggered until provisioned by entity L2. {{(pid=100142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:08.705572 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:08.707664 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:08.805039 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e3964-0a1b-4332-a713-cb69eefce8ad None None] Pushing event updated for resources: {'Port': ['ID=48eb786c-0c77-4958-94b7-8007f5a253ec,revision_number=3']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:08.808739 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-a52e3964-0a1b-4332-a713-cb69eefce8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:08.957978 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37590) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:08.962702 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433867632', 'description': 'tempest-description--685271781'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:09.023966 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-19820914-b47b-4c3d-990e-c71a0899fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.128293 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.213388 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.247012 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f23e2172-102d-4016-8c1c-3e4cfda657e1 up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:09.296154 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Attempting to bind port 48eb786c-0c77-4958-94b7-8007f5a253ec on host dv-cinder-783389-6-smb for vnic_type normal with profile {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:09.296571 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Attempting to bind port 48eb786c-0c77-4958-94b7-8007f5a253ec by drivers openvswitch,hyperv on host dv-cinder-783389-6-smb at level 0 using segments [{'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:09.296945 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Attempting to bind port 48eb786c-0c77-4958-94b7-8007f5a253ec on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:09.303908 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.307347 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-8d0b5af7-2a08-4ceb-b3fd-8441813aee82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.309004 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Checking agent: {'id': 'd07060ae-6e5e-4b17-bb6a-47e3028a6933', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783389-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 50, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783389-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:09.309426 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Checking segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:09.310390 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.310971 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Bound using segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} {{(pid=100142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:09.311537 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.managers [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Bound port: 48eb786c-0c77-4958-94b7-8007f5a253ec, host: dv-cinder-783389-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}}] {{(pid=100142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:09.311949 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.335927 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e424098-a173-4386-8bd6-d45600bffeaf,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.338836 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.375415 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port f23e2172-102d-4016-8c1c-3e4cfda657e1 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:09.375823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.408407 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.409789 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4507818 Jun 16 17:06:09.412704 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37596) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:09.416125 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] For port 48eb786c-0c77-4958-94b7-8007f5a253ec, host dv-cinder-783389-6-smb, cleared binding levels {{(pid=100142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:09.418552 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'security_group_rule': {'security_group_id': '5e424098-a173-4386-8bd6-d45600bffeaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:09.420559 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] For port 48eb786c-0c77-4958-94b7-8007f5a253ec, host dv-cinder-783389-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=48eb786c-0c77-4958-94b7-8007f5a253ec,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:09.529231 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.532537 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.533694 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.587615 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:09.588248 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:05:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:09.594866 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.631894 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e3964-0a1b-4332-a713-cb69eefce8ad None None] Pushing event updated for resources: {'Port': ['ID=48eb786c-0c77-4958-94b7-8007f5a253ec,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.660071 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-a52e3964-0a1b-4332-a713-cb69eefce8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.707083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:09.745583 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.748504 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-77ff7ce7-80b3-4867-86a8-3810a3a3fc1b tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:09.765074 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafe1dab-24f5-4383-9c8e-71e9daeb80fb,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:09.772851 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:09.905433 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:09.906795 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4930997 Jun 16 17:06:09.909521 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37600) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:09.914249 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'security_group_rule': {'security_group_id': '5e424098-a173-4386-8bd6-d45600bffeaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:10.018937 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.048686 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:10.052355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa88bc-27b7-4376-b968-abfc29efdf23 None None] The sync data for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb is: [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:09Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:10.080497 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.162281 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.164964 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-3ef2e905-fdc0-4267-adfa-d781edd5293a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:10.184397 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc1ae41-dbc1-487f-8d22-11e0ac9af976,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:10.187310 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:10.274819 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.276081 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-47220705-c126-44e5-a476-7ae635c05f4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3656030 Jun 16 17:06:10.280015 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37602) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:10.285500 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'floatingip': {'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:10.374768 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.482201 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.599702 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Allocated IP 172.28.3.206 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/598707e8-463a-403a-8d4a-f6c2000e5483) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:10.710563 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.929059 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:10.931323 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f9f964ce-c66c-41db-a1a3-05c54db88bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:10.974851 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:10.980077 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:10.988416 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:11.008967 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'Port': ['ID=598707e8-463a-403a-8d4a-f6c2000e5483,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:11.013315 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:11.074084 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.233863 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.270111 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 48eb786c-0c77-4958-94b7-8007f5a253ec up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:11.378436 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning for port 48eb786c-0c77-4958-94b7-8007f5a253ec completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:11.382560 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 48eb786c-0c77-4958-94b7-8007f5a253ec triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:11.382971 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.389907 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.460205 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.476898 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.480861 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a3d8644c-dade-41de-8143-b4289deade2c tempest-AttachVolumeNegativeTest-143090086 tempest-AttachVolumeNegativeTest-143090086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:11.496832 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] For port 48eb786c-0c77-4958-94b7-8007f5a253ec, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=48eb786c-0c77-4958-94b7-8007f5a253ec,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:11.561169 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'Port': ['ID=598707e8-463a-403a-8d4a-f6c2000e5483,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:11.564080 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:11.573227 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.573227 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:11.573445 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.617281 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Pushing event updated for resources: {'Port': ['ID=48eb786c-0c77-4958-94b7-8007f5a253ec,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:11.620425 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:11.722840 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.724334 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4425919 Jun 16 17:06:11.824326 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-082b4dc2-7e64-4387-a406-1187a7fdb49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:11.875241 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-da752c3e-8bf1-49ac-836e-bdc23006fcfe tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1433867632&fields=id&tenant_id=3164133be25146c8a92c6a566edeef70 HTTP/1.1" status: 200 len: 267 time: 0.0331144 Jun 16 17:06:12.239156 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.274876 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-d8210501-9f2e-490e-b20b-187f9f4fd095 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:12.276360 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-d8210501-9f2e-490e-b20b-187f9f4fd095 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 811 time: 0.3946335 Jun 16 17:06:12.291584 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-5ea7f7d4-7747-462f-8e32-abcdd4c49ac5 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/quotas/3164133be25146c8a92c6a566edeef70 HTTP/1.1" status: 200 len: 375 time: 0.0094583 Jun 16 17:06:12.324443 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37628) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:12.368638 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-fd04cce7-1c1e-4632-b9c1-648d38bc7db6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685663 Jun 16 17:06:12.437597 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a7a46de9-e2cf-4090-9c44-fa617ec341d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.516315 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a605283e-f8f0-42fa-91bb-82ba4a01bf1b service neutron] 10.222.0.36 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354401 Jun 16 17:06:12.527100 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a7a46de9-e2cf-4090-9c44-fa617ec341d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.590614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-a7a46de9-e2cf-4090-9c44-fa617ec341d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.594736 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dcf95bd8-eab8-4e4a-9670-4cda212e9e7e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:12.608147 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-11a1a3c5-dab3-4555-943f-aa1de5fbcb19 service neutron] 10.222.0.36 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858223 Jun 16 17:06:12.630937 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-a7a46de9-e2cf-4090-9c44-fa617ec341d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4636d3c2ce964f2f9eda4ef9a210f83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053749 Jun 16 17:06:12.633495 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37634) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:12.639561 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a46de9-e2cf-4090-9c44-fa617ec341d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516ec227-2bbb-46a2-8f9f-6514a43c8e7a,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:12.643112 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a7a46de9-e2cf-4090-9c44-fa617ec341d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:12.686420 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ef546472-52bc-4497-bf30-f6e3581cbe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.708822 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ef546472-52bc-4497-bf30-f6e3581cbe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.917244 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ef546472-52bc-4497-bf30-f6e3581cbe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.921198 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ef546472-52bc-4497-bf30-f6e3581cbe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:12.925922 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-ef546472-52bc-4497-bf30-f6e3581cbe7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/516ec227-2bbb-46a2-8f9f-6514a43c8e7a HTTP/1.1" status: 204 len: 168 time: 0.2891078 Jun 16 17:06:12.925922 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-a7a46de9-e2cf-4090-9c44-fa617ec341d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:12.933859 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef546472-52bc-4497-bf30-f6e3581cbe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516ec227-2bbb-46a2-8f9f-6514a43c8e7a,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:12.936429 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ef546472-52bc-4497-bf30-f6e3581cbe7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:12.939850 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f7f4dec5-7082-4d9e-95f3-76e3f6c7342f req-4c243cfc-17aa-404a-84a2-a5cb6659339d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 210 time: 0.0299494 Jun 16 17:06:13.242619 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:13.253489 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 48eb786c-0c77-4958-94b7-8007f5a253ec up at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:13.305140 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Provisioning complete for port 48eb786c-0c77-4958-94b7-8007f5a253ec triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:13.305577 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:14.031344 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03c4f422-51bd-44ec-96dd-79f3d8794058 req-2aee3a62-a507-4d23-905d-14abf2312a11 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 210 time: 0.0327041 Jun 16 17:06:15.083292 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:15.177073 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0ecba10c-8135-4681-99a8-e22a787a1dfd req-6f73c56e-8174-4e1f-a12a-5d31692beeba tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 210 time: 0.0289721 Jun 16 17:06:15.661732 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-868e9b43-0c1a-4dda-9004-9e83685bbb9d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:15.663177 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-868e9b43-0c1a-4dda-9004-9e83685bbb9d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 811 time: 0.1049304 Jun 16 17:06:15.705929 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-69a54009-95d6-49b0-a731-613ab72c4c5f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3164133be25146c8a92c6a566edeef70 HTTP/1.1" status: 200 len: 380 time: 0.0340059 Jun 16 17:06:15.714489 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'port': {'device_id': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'admin_state_up': True, 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'security_groups': ['5e424098-a173-4386-8bd6-d45600bffeaf']}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:15.847939 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:15.916875 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Made reservation on behalf of 3164133be25146c8a92c6a566edeef70 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:06:15.921078 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.050704 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Allocated IP 172.20.0.8 (eb517fcb-7f8f-4d5e-bf79-c29569c25aa6/b263bc74-7abb-4146-9335-d390b47baa18/3b7ccc12-a3ba-4925-a562-4bcd42c39cdc) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:06:16.188147 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.204019 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Transition to ACTIVE for port object 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc will not be triggered until provisioned by entity DHCP. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:16.322900 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a1e8df9c-a95a-4638-9a37-b4dc3234e353 req-cda9990d-b31d-461a-9b2e-0a4cb2aa74b9 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 210 time: 0.0293348 Jun 16 17:06:16.338952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8495707'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.343713 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-de21db1a-49ab-4726-b480-acf010924bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:16.383853 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:06:16.389204 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:06:16.392944 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:06:16.399450 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'Port': ['ID=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:16.430993 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.431368 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.431742 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.434862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:16.440701 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:16.458799 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:16.459418 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.563033 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-a5522c31-b814-4dd0-848b-3e8a12b981c8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522294 Jun 16 17:06:16.575815 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Request body: {'port': {'device_id': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:16.650367 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.664918 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-b2bf4c41-1f38-4ac9-aaed-c9649bed14a5 None None] Provisioning for port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:16.668933 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-b2bf4c41-1f38-4ac9-aaed-c9649bed14a5 None None] Provisioning complete for port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:16.669423 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b2bf4c41-1f38-4ac9-aaed-c9649bed14a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.702837 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf4c41-1f38-4ac9-aaed-c9649bed14a5 None None] Port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:06:16.917659 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:06:16.925113 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.938582 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Transition to ACTIVE for port object 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:06:16.996940 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:16.999953 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6570c9d7-1f96-47f9-bef5-cc617d4efb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:17.073213 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Pushing event updated for resources: {'Port': ['ID=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:17.078459 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:17.155869 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Attempting to bind port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:06:17.156212 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Attempting to bind port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:06:17.156627 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Attempting to bind port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:17.161460 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:06:17.161733 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Attempting to bind port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:06:17.167070 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:06:17.173533 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Checking segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:06:17.173533 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Bound using segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:06:17.173533 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Bound port: 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:06:17.173533 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:17.233870 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] For port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:06:17.237842 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] For port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:06:17.339884 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:17.342332 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-361de5ef-5ba5-4b25-8eed-4afae57515a3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:17.376683 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:17.377097 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:17.378590 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] 10.222.0.96 "PUT /v2.0/ports/3b7ccc12-a3ba-4925-a562-4bcd42c39cdc HTTP/1.1" status: 200 len: 1093 time: 0.8085165 Jun 16 17:06:17.379129 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:06:17.381503 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd1fe59-9ba3-487a-9170-566f642ff591" -d '{"events": [{"name": "network-changed", "server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:06:17.425350 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Pushing event updated for resources: {'Port': ['ID=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:17.429010 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8458de97-1b23-4503-a5ce-e75bb9c2f26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:17.436640 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d691de3f-4df0-4434-acf4-a85fea0d852b x-openstack-request-id: req-d691de3f-4df0-4434-acf4-a85fea0d852b {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:06:17.436931 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:06:17.437219 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d691de3f-4df0-4434-acf4-a85fea0d852b {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:06:17.437725 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'status': 'completed', 'code': 200} Jun 16 17:06:17.558407 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fe59-9ba3-487a-9170-566f642ff591 req-85c8a991-71cc-4f29-b9da-b759cd33d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:17.559886 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6bd1fe59-9ba3-487a-9170-566f642ff591 req-85c8a991-71cc-4f29-b9da-b759cd33d815 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 1096 time: 0.0956218 Jun 16 17:06:17.567390 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bf9c2-b267-4504-a3fc-5128eff25bc0 req-28c76d1b-a7a9-4709-a53b-14500f2913cf tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:17.568832 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139bf9c2-b267-4504-a3fc-5128eff25bc0 req-28c76d1b-a7a9-4709-a53b-14500f2913cf tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 943 time: 0.1141117 Jun 16 17:06:17.663235 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-139bf9c2-b267-4504-a3fc-5128eff25bc0 req-b0f20ff9-2da5-4fff-be69-c82646545554 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855505 Jun 16 17:06:17.690731 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fe59-9ba3-487a-9170-566f642ff591 req-3388fd6f-39ff-4aef-8417-51aa1674fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:17.692189 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6bd1fe59-9ba3-487a-9170-566f642ff591 req-3388fd6f-39ff-4aef-8417-51aa1674fb93 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=3164133be25146c8a92c6a566edeef70&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1224720 Jun 16 17:06:17.784051 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fe59-9ba3-487a-9170-566f642ff591 req-fc81fef5-a21c-420d-9dd4-74eeb4b9bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:17.785577 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6bd1fe59-9ba3-487a-9170-566f642ff591 req-fc81fef5-a21c-420d-9dd4-74eeb4b9bd73 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0872400 Jun 16 17:06:17.876825 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-d4e0d035-2784-4ee6-a230-4090b667f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:17.878344 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-d4e0d035-2784-4ee6-a230-4090b667f047 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 1096 time: 0.0551946 Jun 16 17:06:17.923291 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-b36dc0ef-5c9e-4025-933b-0bfeea0e1379 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc HTTP/1.1" status: 200 len: 217 time: 0.0378370 Jun 16 17:06:17.977920 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-73b0d841-f57b-4956-b016-2f78ed8c67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:17.979801 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-73b0d841-f57b-4956-b016-2f78ed8c67a5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.0507171 Jun 16 17:06:18.038634 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-57782ad4-eff6-4dfd-afc0-390c13ec00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:18.040143 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-57782ad4-eff6-4dfd-afc0-390c13ec00dc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539541 Jun 16 17:06:18.133351 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-562d6cb4-0c9e-4b62-8cfd-8e1cb73b9a94 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869632 Jun 16 17:06:18.222002 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-34c2270e-d7cf-487a-b559-deb4f23c80b3 req-6595c16c-8605-46ee-943c-60d28ee58039 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815680 Jun 16 17:06:18.841359 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37347364-8500-4908-947b-59f2fc73fe05 req-769ae5d9-73a1-410b-a8db-d35f0a1db77f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:18.842843 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-37347364-8500-4908-947b-59f2fc73fe05 req-769ae5d9-73a1-410b-a8db-d35f0a1db77f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 943 time: 0.0675113 Jun 16 17:06:18.881531 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-37347364-8500-4908-947b-59f2fc73fe05 req-e647bd44-8bf1-4547-880c-532efef813a1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Jun 16 17:06:20.050598 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580493aa-87f2-4b76-9f94-7108c2f716a6 req-4adccd72-71fe-4e28-9042-291f8c010718 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:20.052138 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-580493aa-87f2-4b76-9f94-7108c2f716a6 req-4adccd72-71fe-4e28-9042-291f8c010718 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 943 time: 0.0623720 Jun 16 17:06:20.091031 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-580493aa-87f2-4b76-9f94-7108c2f716a6 req-10b32ae2-77f1-4f7f-9806-e633ca4c91a6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329688 Jun 16 17:06:20.400073 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:06:20.496640 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:20.507746 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'port_id': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'mac_address': 'fa:16:3e:51:40:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:06:20.543527 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:20.556293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:06:20.575156 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:20.722695 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:20.724410 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:20.771312 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:20.774340 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:20.936340 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['3b7ccc12-a3ba-4925-a562-4bcd42c39cdc'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:06:21.264016 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d3ad1-b755-4582-8f21-924cb2be490a req-3589683b-ac32-4fa5-a6f2-632403080c4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:21.265485 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b19d3ad1-b755-4582-8f21-924cb2be490a req-3589683b-ac32-4fa5-a6f2-632403080c4e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 944 time: 0.0650439 Jun 16 17:06:21.309632 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b19d3ad1-b755-4582-8f21-924cb2be490a req-8c0fce75-6a36-42e3-8c9d-93ad6985fb3c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Jun 16 17:06:22.400444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:06:22.510392 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ada23b-90c6-42b9-88fa-2378e68b035f req-10e8fd6a-e0a2-4912-92da-20f8a04bff2e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:22.511952 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d2ada23b-90c6-42b9-88fa-2378e68b035f req-10e8fd6a-e0a2-4912-92da-20f8a04bff2e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 944 time: 0.0674076 Jun 16 17:06:22.527674 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:06:22.531761 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:06:22.537585 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:22.550078 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d2ada23b-90c6-42b9-88fa-2378e68b035f req-88879c66-61cb-4a2f-a71b-059be9765b80 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jun 16 17:06:22.612272 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:22.634823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:06:22.637082 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df90b4e-e77d-4468-9051-95454ceab697" -d '{"events": [{"server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:06:22.649475 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:22.673717 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84070630-8d83-4cfd-b4b0-1a636bd9d2bf x-openstack-request-id: req-84070630-8d83-4cfd-b4b0-1a636bd9d2bf {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:06:22.674565 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:06:22.674848 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84070630-8d83-4cfd-b4b0-1a636bd9d2bf {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:06:22.675320 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'code': 200} Jun 16 17:06:22.716775 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:22.718720 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:22.765067 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:22.768063 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:23.081495 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bbb73-1bb7-45c2-a16f-84bdaa6a3224 req-3a96ceb6-f6e6-40cc-af42-d16b30861a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:23.083047 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c82bbb73-1bb7-45c2-a16f-84bdaa6a3224 req-3a96ceb6-f6e6-40cc-af42-d16b30861a30 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 1098 time: 0.0546384 Jun 16 17:06:23.118239 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c82bbb73-1bb7-45c2-a16f-84bdaa6a3224 req-de8b9f55-443a-4968-877a-75925640c88d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290649 Jun 16 17:06:23.731442 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd08bb-0658-46dc-8f8e-3824564708ac req-75d26bb3-a826-4c61-82d7-422104c4ab5a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:23.732914 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-15dd08bb-0658-46dc-8f8e-3824564708ac req-75d26bb3-a826-4c61-82d7-422104c4ab5a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0680580 Jun 16 17:06:23.773276 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-15dd08bb-0658-46dc-8f8e-3824564708ac req-510fb522-0e5b-4096-82b4-46186397e8e6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344431 Jun 16 17:06:24.950388 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577f725-2f7f-48f7-b7b2-40855c671a3e req-6b5a527c-4cc2-44bf-8c20-1dcb727c0df7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:24.951882 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9577f725-2f7f-48f7-b7b2-40855c671a3e req-6b5a527c-4cc2-44bf-8c20-1dcb727c0df7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0641601 Jun 16 17:06:24.989619 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9577f725-2f7f-48f7-b7b2-40855c671a3e req-75046dd3-35b2-4eb3-bab8-2efacac6b2c1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Jun 16 17:06:25.167227 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21185f-ef03-414f-8f9f-b2a0fa2043a1 req-97f4a260-6eef-45af-8640-2b9526ff8bc6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:25.168698 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8d21185f-ef03-414f-8f9f-b2a0fa2043a1 req-97f4a260-6eef-45af-8640-2b9526ff8bc6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0619235 Jun 16 17:06:25.177173 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37678) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:25.181992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'floatingip': {'port_id': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:06:25.227863 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:25.664192 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:25.802285 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:25.907132 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.l3_db [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Floating IP 40817205-c7ed-41ec-848b-d25dd86eab16 associated. External IP: 172.28.3.206, port: 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc. Jun 16 17:06:26.111762 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Router abad00c1-9551-42c5-97c0-d0f5976107d1 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:26.223853 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:26.228748 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:26.234044 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] Sync routers for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:26.243499 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:26.244195 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:06:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:26.272341 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-b647dea5-14b3-4d5b-8fb2-9ae4daa6c975 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "PUT /v2.0/floatingips/40817205-c7ed-41ec-848b-d25dd86eab16 HTTP/1.1" status: 200 len: 991 time: 1.0912540 Jun 16 17:06:26.272341 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:06:26.272817 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af39407-0373-44fe-851e-e70a2fb5c0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:06:26.309163 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c75b6b-d403-43ce-abc0-071821a91661 x-openstack-request-id: req-87c75b6b-d403-43ce-abc0-071821a91661 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:06:26.309530 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:06:26.309829 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87c75b6b-d403-43ce-abc0-071821a91661 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:06:26.310294 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'status': 'completed', 'code': 200} Jun 16 17:06:26.366598 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:26.399804 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-951deecc-1ae9-4dcc-ba68-1c485f6331d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:26.401369 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-951deecc-1ae9-4dcc-ba68-1c485f6331d1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 1098 time: 0.0631261 Jun 16 17:06:26.507133 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-d5d3f78a-7ec1-4b6f-b7e5-a22f07e55bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:26.508651 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-d5d3f78a-7ec1-4b6f-b7e5-a22f07e55bb1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 913 time: 0.1005204 Jun 16 17:06:26.575678 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-2c9944cb-2259-4bb1-bf17-d9c21b1fa0f0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc HTTP/1.1" status: 200 len: 999 time: 0.0608566 Jun 16 17:06:26.598168 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': '40817205-c7ed-41ec-848b-d25dd86eab16', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'port_id': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'mac_address': 'fa:16:3e:51:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:06:11Z', 'updated_at': '2021-06-16T17:06:25Z', 'revision_number': 1, 'project_id': '3164133be25146c8a92c6a566edeef70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:26.601527 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] Checking router: abad00c1-9551-42c5-97c0-d0f5976107d1 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:26.609515 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:26.610111 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:06:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:26.624694 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-bde26bb2-b63e-4764-be3b-36830a37babc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:26.626122 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-bde26bb2-b63e-4764-be3b-36830a37babc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.0445945 Jun 16 17:06:26.684180 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-a6e9c272-d913-4c3f-8dac-1d680336a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:26.685741 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-a6e9c272-d913-4c3f-8dac-1d680336a57e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540218 Jun 16 17:06:26.716404 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:26.783442 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-6db53081-47c1-4a28-bafa-d739314f3333 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912747 Jun 16 17:06:26.878887 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6af39407-0373-44fe-851e-e70a2fb5c0e9 req-40b8265b-b32d-4c7c-a5b2-55ab799eb13c service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Jun 16 17:06:26.944758 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': '40817205-c7ed-41ec-848b-d25dd86eab16', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'port_id': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'mac_address': 'fa:16:3e:51:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:06:11Z', 'updated_at': '2021-06-16T17:06:25Z', 'revision_number': 1, 'project_id': '3164133be25146c8a92c6a566edeef70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:26.948534 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8f3c0-6441-43c5-aec0-a0eece219b9a None None] The sync data for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb is: [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': '40817205-c7ed-41ec-848b-d25dd86eab16', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'port_id': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'mac_address': 'fa:16:3e:51:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:06:11Z', 'updated_at': '2021-06-16T17:06:25Z', 'revision_number': 1, 'project_id': '3164133be25146c8a92c6a566edeef70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:27.147125 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22785b-92f0-4677-8fdf-071fd467daa7 None None] New status for floating IP 40817205-c7ed-41ec-848b-d25dd86eab16: ACTIVE {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:06:38.973007 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-bd2ba40f-ecb6-4e9d-be7b-b566c00b6192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:41.830496 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-ac712cd5-5099-4df0-b8dd-c4abd3feaec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:42.367809 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:43.253135 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:44.609061 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:06:44.990293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:45.830410 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:50.148715 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-1b44b2e1-ac69-4573-b93f-053cb6e64066 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601795 Jun 16 17:06:50.250270 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-20197a5e-834f-490b-b248-290d4fe476fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:50.251767 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-20197a5e-834f-490b-b248-290d4fe476fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.0563014 Jun 16 17:06:50.362038 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-ea52ec13-632f-4230-9abf-b008089886ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:50.363529 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-ea52ec13-632f-4230-9abf-b008089886ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 910 time: 0.0916533 Jun 16 17:06:50.439574 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-6185a612-dbdb-40b4-84c4-3abd4501732c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 1001 time: 0.0686138 Jun 16 17:06:50.489570 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-2f1a4d4b-1ffa-4bf1-a635-9adcfe6ebb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:50.490763 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-2f1a4d4b-1ffa-4bf1-a635-9adcfe6ebb79 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0441344 Jun 16 17:06:50.549250 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-6e129be0-42fb-4115-9491-dac763ed9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:50.550768 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-6e129be0-42fb-4115-9491-dac763ed9058 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531878 Jun 16 17:06:50.646920 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-41582953-c154-478a-a1de-c1b335d83a04 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873728 Jun 16 17:06:50.736364 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17d6e088-ab38-4373-80b9-b42d67e717d3 req-b101a0e4-7596-4037-a87a-22749b23c6d2 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827315 Jun 16 17:07:08.922466 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258712f2-573b-4ff1-b177-274323431ea4 req-a43ca694-6809-4707-a1b0-5c0f9c6220b8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:08.923956 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-258712f2-573b-4ff1-b177-274323431ea4 req-a43ca694-6809-4707-a1b0-5c0f9c6220b8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0830734 Jun 16 17:07:08.963512 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-258712f2-573b-4ff1-b177-274323431ea4 req-78082434-4224-4df1-9385-e3f12a756ba7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335584 Jun 16 17:07:08.983487 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-cb500313-7664-43dc-9381-cfff47bc6173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:10.140050 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce03e0-0afd-4db0-a243-1e99379f7e55 req-a22f4a3b-1df3-4742-8faa-8523cb5ab321 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:10.141533 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c4ce03e0-0afd-4db0-a243-1e99379f7e55 req-a22f4a3b-1df3-4742-8faa-8523cb5ab321 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0631502 Jun 16 17:07:10.180279 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c4ce03e0-0afd-4db0-a243-1e99379f7e55 req-d55f1497-7eb1-4eba-a253-f74a15b6fb61 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325961 Jun 16 17:07:11.358402 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b5c2c-0728-4f2f-9f8f-5621d63521ce req-e80ae35b-6f9b-4f5d-8c33-6834ebaa1817 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:11.359815 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8f3b5c2c-0728-4f2f-9f8f-5621d63521ce req-e80ae35b-6f9b-4f5d-8c33-6834ebaa1817 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0676510 Jun 16 17:07:11.399570 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8f3b5c2c-0728-4f2f-9f8f-5621d63521ce req-4405eb8b-4977-4681-970a-6ac43a6eb633 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337462 Jun 16 17:07:11.783704 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-43616b67-2fb7-4597-a535-392c5d6160a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:12.235342 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:12.584182 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b12d8-3d32-4222-8049-5f7c07ffa317 req-9562e22d-e90e-4e10-9d6a-6aed629e1f1b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:12.586133 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-591b12d8-3d32-4222-8049-5f7c07ffa317 req-9562e22d-e90e-4e10-9d6a-6aed629e1f1b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0646434 Jun 16 17:07:12.625178 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-591b12d8-3d32-4222-8049-5f7c07ffa317 req-15ef158a-380f-406b-96b1-effe16eaf377 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327635 Jun 16 17:07:13.240628 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.803470 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb2ad5-c904-4e9d-800e-be6dc2f2227e req-633f452e-cbb2-42d8-9039-c06fc129aeb5 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:13.805629 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c0cb2ad5-c904-4e9d-800e-be6dc2f2227e req-633f452e-cbb2-42d8-9039-c06fc129aeb5 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0661232 Jun 16 17:07:13.843888 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c0cb2ad5-c904-4e9d-800e-be6dc2f2227e req-cc5406ee-7d57-4ce2-a158-4dbfdf630671 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Jun 16 17:07:15.037342 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100467a8-de53-49da-8d23-fdf5f0a59bfb req-926d0d08-eed6-4614-98d4-0c72583d3be0 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:15.039512 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-100467a8-de53-49da-8d23-fdf5f0a59bfb req-926d0d08-eed6-4614-98d4-0c72583d3be0 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0683136 Jun 16 17:07:15.046312 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:15.096646 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-100467a8-de53-49da-8d23-fdf5f0a59bfb req-5176120b-1d8d-4b35-a447-6bfa6188b881 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Jun 16 17:07:15.806193 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.257221 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3d2c6-4565-4fb8-920b-f0dd1c66655e req-3f61e2d2-8a15-4a66-9f77-849d0db6b502 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:16.258794 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-43c3d2c6-4565-4fb8-920b-f0dd1c66655e req-3f61e2d2-8a15-4a66-9f77-849d0db6b502 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0660648 Jun 16 17:07:16.299992 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-43c3d2c6-4565-4fb8-920b-f0dd1c66655e req-160e7e8b-c369-49d3-8591-e471da6b8990 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353093 Jun 16 17:07:17.493872 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58d87-238f-4002-9958-f757092e0759 req-da255753-f65c-4a23-8071-1272077e58d5 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:17.495310 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-80a58d87-238f-4002-9958-f757092e0759 req-da255753-f65c-4a23-8071-1272077e58d5 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0757554 Jun 16 17:07:17.537274 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-80a58d87-238f-4002-9958-f757092e0759 req-e3ef0a95-2e17-41d8-bf4c-57d8e936af14 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359890 Jun 16 17:07:18.716696 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ccba5-8773-4ed1-9554-8320f7273f60 req-1b6cb0c7-f28f-4d99-bb3b-111aa1675b58 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:18.718223 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cb4ccba5-8773-4ed1-9554-8320f7273f60 req-1b6cb0c7-f28f-4d99-bb3b-111aa1675b58 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0646763 Jun 16 17:07:18.756358 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cb4ccba5-8773-4ed1-9554-8320f7273f60 req-4de8f971-7922-47a9-93c0-9f4d01f79ab8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jun 16 17:07:19.938316 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b631b4-7f2a-48d7-b9a7-fdb58b0d1453 req-7bdc57f6-be9d-4e41-b8bb-4db6d2dc0602 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:19.939702 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-43b631b4-7f2a-48d7-b9a7-fdb58b0d1453 req-7bdc57f6-be9d-4e41-b8bb-4db6d2dc0602 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0685513 Jun 16 17:07:19.977474 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-43b631b4-7f2a-48d7-b9a7-fdb58b0d1453 req-149a9d38-cc08-49e6-98cf-3917fa7101cb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Jun 16 17:07:21.164964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165958e8-b6af-496c-83ae-aa7c7127cb51 req-b87e0500-e367-4348-8379-7545d1541c41 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:21.166440 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-165958e8-b6af-496c-83ae-aa7c7127cb51 req-b87e0500-e367-4348-8379-7545d1541c41 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0689754 Jun 16 17:07:21.203767 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-165958e8-b6af-496c-83ae-aa7c7127cb51 req-94240d2d-670d-44fb-ae08-24e27845a6f4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Jun 16 17:07:21.608179 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:07:22.381346 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95097bc4-2c19-4dab-a213-0a9035254cbd req-d2b5544d-0662-446f-9e91-1c856ce98aa0 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:22.382924 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-95097bc4-2c19-4dab-a213-0a9035254cbd req-d2b5544d-0662-446f-9e91-1c856ce98aa0 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0662074 Jun 16 17:07:22.423013 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-95097bc4-2c19-4dab-a213-0a9035254cbd req-ae64995a-f5db-44c6-8a87-b5b9bd66d85d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338788 Jun 16 17:07:23.602643 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5acad-e6af-467a-8c15-48757e1b04f6 req-de1321f0-5e70-4e5c-bf24-28e003055494 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:23.604151 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-87e5acad-e6af-467a-8c15-48757e1b04f6 req-de1321f0-5e70-4e5c-bf24-28e003055494 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0685081 Jun 16 17:07:23.642985 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-87e5acad-e6af-467a-8c15-48757e1b04f6 req-4df28151-6433-44a7-a02f-dfde8802d7b0 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Jun 16 17:07:24.816541 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5547a-e507-4eda-a230-1a17e8a6686c req-fb540a12-8227-479e-823f-01d6f5f92b66 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:24.818026 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-acc5547a-e507-4eda-a230-1a17e8a6686c req-fb540a12-8227-479e-823f-01d6f5f92b66 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0639713 Jun 16 17:07:24.856415 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-acc5547a-e507-4eda-a230-1a17e8a6686c req-71694d07-f116-4836-8448-29ed75122435 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320592 Jun 16 17:07:26.030437 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec2aa-d7da-48fd-9802-f5b735c396ea req-61820aad-7f40-40b4-8597-e418172eb7f6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:26.031899 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c4fec2aa-d7da-48fd-9802-f5b735c396ea req-61820aad-7f40-40b4-8597-e418172eb7f6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0619469 Jun 16 17:07:26.068969 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c4fec2aa-d7da-48fd-9802-f5b735c396ea req-5a4f718b-e76d-4f34-95cc-1a439145da9a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312545 Jun 16 17:07:27.234964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40a382-378e-4d21-8148-1e766c8f64e7 req-94b8f073-861e-456f-8fae-5d48a74fec2d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:27.236440 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c40a382-378e-4d21-8148-1e766c8f64e7 req-94b8f073-861e-456f-8fae-5d48a74fec2d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0964136 Jun 16 17:07:27.288466 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4daa9-f69f-4a5f-8aee-69851c64be5b req-6799c012-b238-4fea-8274-7fbcdf376e36 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:27.290025 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaa4daa9-f69f-4a5f-8aee-69851c64be5b req-6799c012-b238-4fea-8274-7fbcdf376e36 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.1013560 Jun 16 17:07:27.299137 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9c40a382-378e-4d21-8148-1e766c8f64e7 req-2e468145-eb31-4f08-b978-6ae4b5f6c336 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556307 Jun 16 17:07:27.343085 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-eaa4daa9-f69f-4a5f-8aee-69851c64be5b req-c90934f0-477d-4b48-aef3-14103c232cf6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470343 Jun 16 17:07:28.523635 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf363-878c-4687-a491-76823aa956b5 req-381d9e72-507c-4e58-8342-77ea4c1e610e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.525827 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f31bf363-878c-4687-a491-76823aa956b5 req-381d9e72-507c-4e58-8342-77ea4c1e610e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.1095324 Jun 16 17:07:28.568550 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494274-4feb-4577-85e5-28020c882466 req-c878d0b6-4105-4dc8-b9f6-c2652b5a0d23 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.570110 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c4494274-4feb-4577-85e5-28020c882466 req-c878d0b6-4105-4dc8-b9f6-c2652b5a0d23 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.1091614 Jun 16 17:07:28.591337 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f31bf363-878c-4687-a491-76823aa956b5 req-5e94d405-8369-4599-9f44-c07fc9fd7e49 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585709 Jun 16 17:07:28.620091 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c4494274-4feb-4577-85e5-28020c882466 req-804a6d8b-d944-4d8e-9ea2-cba2c0e25573 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Jun 16 17:07:30.104862 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202992-006f-4e0f-b81e-ea4c31028a58 req-07d90e2a-90c5-4083-aab6-cc161ef068cb tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:30.106497 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03202992-006f-4e0f-b81e-ea4c31028a58 req-07d90e2a-90c5-4083-aab6-cc161ef068cb tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.4023027 Jun 16 17:07:30.141637 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668efb4-b786-4047-aa19-2476b33dbded req-91526609-8eaf-48ae-80de-d73f5bd7e059 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:30.143318 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9668efb4-b786-4047-aa19-2476b33dbded req-91526609-8eaf-48ae-80de-d73f5bd7e059 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.4068182 Jun 16 17:07:30.172380 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-03202992-006f-4e0f-b81e-ea4c31028a58 req-b54ea981-8830-4d0d-84f9-addf7848d96b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586729 Jun 16 17:07:30.203264 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9668efb4-b786-4047-aa19-2476b33dbded req-4a1a6e55-51bc-435b-be8c-c5280148db98 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523250 Jun 16 17:07:30.765895 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab5803-3a11-4d7b-8ef7-2d4e4c8005d8 req-4643b05d-2878-4d70-9629-3031320a852d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:30.767923 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aaab5803-3a11-4d7b-8ef7-2d4e4c8005d8 req-4643b05d-2878-4d70-9629-3031320a852d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.1016698 Jun 16 17:07:30.840812 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-aaab5803-3a11-4d7b-8ef7-2d4e4c8005d8 req-5da6497a-0b0f-431f-880d-9ef9aab465fb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671613 Jun 16 17:07:30.861868 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-70035c0c-1a0a-4358-b9b3-5b21609c4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:30.863384 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-70035c0c-1a0a-4358-b9b3-5b21609c4a85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 1098 time: 0.0823071 Jun 16 17:07:30.957315 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-8f57ebd1-1bc9-4503-82cf-383aa180c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:30.958790 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-8f57ebd1-1bc9-4503-82cf-383aa180c39d service neutron] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 913 time: 0.0893326 Jun 16 17:07:31.028323 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-481ccf51-f77f-41cb-8354-5d95c863abf4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc HTTP/1.1" status: 200 len: 1001 time: 0.0636606 Jun 16 17:07:31.077538 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-9123cd5c-c031-403f-8490-c76f274747a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:31.079001 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-9123cd5c-c031-403f-8490-c76f274747a3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.0448301 Jun 16 17:07:31.146759 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-82801c21-e104-4a91-acf8-8146b864a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:31.148246 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-82801c21-e104-4a91-acf8-8146b864a41e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0631204 Jun 16 17:07:31.253857 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-e2105540-a213-4495-89b1-b39294c98613 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986242 Jun 16 17:07:31.381201 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-659eee03-a2ff-464c-b897-c846c18e3a82 req-aa176c7b-9c99-4ddb-a7e2-e07f4c570670 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213341 Jun 16 17:07:31.407583 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5c540-38a6-4090-8951-5e10e57558cb req-a722b7f4-8481-47d2-8620-01ac5b03636d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:31.409060 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-59c5c540-38a6-4090-8951-5e10e57558cb req-a722b7f4-8481-47d2-8620-01ac5b03636d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.1186876 Jun 16 17:07:31.448828 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-59c5c540-38a6-4090-8951-5e10e57558cb req-f5752ca6-cca5-45b6-96cf-f297b1731ffb tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338242 Jun 16 17:07:32.017276 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2bc87-f87f-454a-9b58-beb0d31344ee req-6e8c45b1-0949-4c76-99f0-2423867ceff6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:32.018788 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69b2bc87-f87f-454a-9b58-beb0d31344ee req-6e8c45b1-0949-4c76-99f0-2423867ceff6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0642817 Jun 16 17:07:32.057666 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69b2bc87-f87f-454a-9b58-beb0d31344ee req-e23cd146-c6e5-46c3-8e45-4cf1a7c628ce tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323901 Jun 16 17:07:32.630395 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d194bea-bcaa-41f7-987d-1048387c61f3 req-77548d68-9938-4556-8ca9-ece815f847f2 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:32.632021 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d194bea-bcaa-41f7-987d-1048387c61f3 req-77548d68-9938-4556-8ca9-ece815f847f2 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0695157 Jun 16 17:07:32.672312 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4d194bea-bcaa-41f7-987d-1048387c61f3 req-0a25c59d-1060-46dd-a428-a7932550b7f8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343735 Jun 16 17:07:33.247376 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f9533-377e-4fae-9e97-bf0be1f9e852 req-7cea7880-0d47-4deb-9604-e9f5a77eeb1e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:33.248850 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a36f9533-377e-4fae-9e97-bf0be1f9e852 req-7cea7880-0d47-4deb-9604-e9f5a77eeb1e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0657649 Jun 16 17:07:33.285868 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a36f9533-377e-4fae-9e97-bf0be1f9e852 req-eefede65-76a5-44b3-b571-61f81fd5af14 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Jun 16 17:07:33.850402 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3617b1b-47e0-4f9a-8618-e4f7f6d3a428 req-69d97390-50e9-4565-8884-aaad5f4033d4 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:33.851763 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3617b1b-47e0-4f9a-8618-e4f7f6d3a428 req-69d97390-50e9-4565-8884-aaad5f4033d4 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0668314 Jun 16 17:07:33.890813 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e3617b1b-47e0-4f9a-8618-e4f7f6d3a428 req-84360dff-2b26-4021-9fbd-498266d8a5ce tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333924 Jun 16 17:07:35.074087 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff0456-25ff-40aa-add9-e78a464176fd req-424b3bb9-f316-4a85-aca2-67ca89ce4d77 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:35.075620 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-98ff0456-25ff-40aa-add9-e78a464176fd req-424b3bb9-f316-4a85-aca2-67ca89ce4d77 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0676913 Jun 16 17:07:35.116986 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-98ff0456-25ff-40aa-add9-e78a464176fd req-d14ce95f-530b-4683-b715-4f7e48470137 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354543 Jun 16 17:07:36.302835 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68f4f-8e3c-42cb-970a-5becbd19daff req-cd3b6dd9-0462-49e3-a175-aef87c822ba4 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:36.304386 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-45e68f4f-8e3c-42cb-970a-5becbd19daff req-cd3b6dd9-0462-49e3-a175-aef87c822ba4 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0693195 Jun 16 17:07:36.343856 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-45e68f4f-8e3c-42cb-970a-5becbd19daff req-4c0f8915-203e-48c8-bc25-38972004382c tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331490 Jun 16 17:07:37.380470 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-555457d7-9e89-4509-a336-3e5c28f93483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:37.382058 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-555457d7-9e89-4509-a336-3e5c28f93483 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.0593352 Jun 16 17:07:37.506351 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-d1b2e017-8b85-417f-8b85-ce85aa641c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:37.507784 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-d1b2e017-8b85-417f-8b85-ce85aa641c54 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 910 time: 0.1193779 Jun 16 17:07:37.587444 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c414f4b-3aec-4848-9eb7-1a9be8065826 req-d4c9b2aa-b683-42dc-b8bf-786169216bd3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:37.588917 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c414f4b-3aec-4848-9eb7-1a9be8065826 req-d4c9b2aa-b683-42dc-b8bf-786169216bd3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.1310964 Jun 16 17:07:37.595651 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-80bf886d-03af-4e63-b89b-b98d4ec00eea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 1001 time: 0.0807588 Jun 16 17:07:37.667302 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1c414f4b-3aec-4848-9eb7-1a9be8065826 req-2d96871a-2b55-4c85-8986-f3967de14948 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706282 Jun 16 17:07:37.671033 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-703ae608-d30a-49ac-adc4-bb680069e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:37.672485 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-703ae608-d30a-49ac-adc4-bb680069e7c2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0696328 Jun 16 17:07:37.736624 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-e5d79352-c693-4dbb-9266-83f1b3cc62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:37.738257 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-e5d79352-c693-4dbb-9266-83f1b3cc62fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598531 Jun 16 17:07:37.834086 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-8cc88f06-fc9f-4c9d-9e32-5b719a1858b8 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885496 Jun 16 17:07:37.933640 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ec08142c-c930-4221-b8aa-32c6c1c45bba req-14024d06-4ed1-499c-a242-ee498f210462 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935311 Jun 16 17:07:38.858881 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9d789-035e-4827-b316-2dcf02b35909 req-72cad5fc-5775-4cd4-8673-8fdbc9d550b5 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:38.860561 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ebc9d789-035e-4827-b316-2dcf02b35909 req-72cad5fc-5775-4cd4-8673-8fdbc9d550b5 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0738742 Jun 16 17:07:38.915055 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ebc9d789-035e-4827-b316-2dcf02b35909 req-5d7aabf6-a324-4e12-96a6-ce3fc3d2774b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475204 Jun 16 17:07:38.972239 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-7b8601fd-1dc4-4569-abab-839c24f614ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:40.126985 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45094e6d-7a0b-460f-8f01-26ed2181612b req-fb6ed217-a584-4456-bb43-56eaa5b61b27 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:40.128572 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-45094e6d-7a0b-460f-8f01-26ed2181612b req-fb6ed217-a584-4456-bb43-56eaa5b61b27 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0863943 Jun 16 17:07:40.173002 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-45094e6d-7a0b-460f-8f01-26ed2181612b req-13c276fe-57f2-4b5d-b64e-10d296d229db tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376282 Jun 16 17:07:41.374700 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e5f16-cfaf-49a0-bff4-216d0d23947b req-8df04e96-1c1c-4655-ba8f-01f7347e3ef9 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:41.376245 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f35e5f16-cfaf-49a0-bff4-216d0d23947b req-8df04e96-1c1c-4655-ba8f-01f7347e3ef9 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0732810 Jun 16 17:07:41.420659 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f35e5f16-cfaf-49a0-bff4-216d0d23947b req-4b3626cc-048b-459f-9b7a-d0f1e442361e tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370560 Jun 16 17:07:41.863083 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-356f08de-a7d1-41cd-9b1d-0b439ce3846a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:42.021728 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22f1ce-b001-4999-999a-f1377501f8c1 req-99603718-7d5a-473a-af22-71419bc17b18 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:42.024322 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1a22f1ce-b001-4999-999a-f1377501f8c1 req-99603718-7d5a-473a-af22-71419bc17b18 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0749152 Jun 16 17:07:42.045111 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 37864) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:42.073846 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1a22f1ce-b001-4999-999a-f1377501f8c1 req-37e0de68-1e4d-4851-8c3a-7ff1a3b9af6d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Jun 16 17:07:42.160372 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-52641e90-b4a8-4fc6-9c46-8a3ad0fa3c00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138787 Jun 16 17:07:42.252243 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:43.269166 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:43.274118 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf92325-b533-466d-8ffb-cf9b2c863e3c req-cc261ece-1d40-416e-9a2e-e4889e472353 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:43.275664 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cbf92325-b533-466d-8ffb-cf9b2c863e3c req-cc261ece-1d40-416e-9a2e-e4889e472353 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0804954 Jun 16 17:07:43.318707 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-cbf92325-b533-466d-8ffb-cf9b2c863e3c req-25084cd5-a970-449e-b2aa-1689e09a09fd tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358107 Jun 16 17:07:44.507286 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b19c37-16c2-4c1e-a452-b4adbae9e9c5 req-19cb0bde-bde3-4f21-bb16-52b1a4dd0bcb tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:44.509065 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-29b19c37-16c2-4c1e-a452-b4adbae9e9c5 req-19cb0bde-bde3-4f21-bb16-52b1a4dd0bcb tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0714011 Jun 16 17:07:44.549776 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-29b19c37-16c2-4c1e-a452-b4adbae9e9c5 req-0e38f1e7-5344-40a0-9966-17b2a6fe841d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342758 Jun 16 17:07:44.741751 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b55a4a68-414b-4a16-98dd-ccdaf2bb985b no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:07:44.825183 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:44.848305 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:07:44.850628 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457cce65-6b94-4933-8492-9d2c5a5902a6" -d '{"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-unplugged", "status": "completed", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:07:44.865455 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:44.919290 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 17:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a633eb-7ed2-4ef3-a52e-b70890a8968b x-openstack-request-id: req-a8a633eb-7ed2-4ef3-a52e-b70890a8968b {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:07:44.919290 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-unplugged", "status": "completed", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:07:44.919290 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8a633eb-7ed2-4ef3-a52e-b70890a8968b {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:07:44.919864 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'code': 200} Jun 16 17:07:44.949197 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:44.951322 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:44.956427 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-aea221db-0279-47f3-bf84-9dae74f3a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:44.958083 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-aea221db-0279-47f3-bf84-9dae74f3a324 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d&tenant_id=93dd9abb800643ffa89b6a1a773a2f99 HTTP/1.1" status: 200 len: 1098 time: 0.0675461 Jun 16 17:07:45.008319 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=6']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:45.012317 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.012657 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.012987 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.013334 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.013661 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.014165 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.014491 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.014813 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.015784 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.016615 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.016615 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.016615 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:45.020707 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:45.042856 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-79055b5e-27e0-40cb-a41b-0f558e999d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:45.044867 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-79055b5e-27e0-40cb-a41b-0f558e999d00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1096 time: 0.0645552 Jun 16 17:07:45.063299 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:45.151157 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-252f7c84-efb1-4a7b-b729-d60922124b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:45.152645 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-252f7c84-efb1-4a7b-b729-d60922124b97 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 910 time: 0.1006320 Jun 16 17:07:45.224916 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-31812f9e-b41a-4e79-a18e-11781417acf9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 999 time: 0.0654459 Jun 16 17:07:45.281147 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-53f80265-51c9-43da-a05b-21811cf163bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:45.283102 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-53f80265-51c9-43da-a05b-21811cf163bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0517228 Jun 16 17:07:45.345712 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-ff8392fe-41c1-4c87-a524-caca9efe2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:45.347277 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-ff8392fe-41c1-4c87-a524-caca9efe2a24 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0574865 Jun 16 17:07:45.490874 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-844c5e0e-6b62-463e-a4fa-9121b2f4b31c service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360412 Jun 16 17:07:45.587240 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8a537ec0-a36f-49eb-a5bb-e37b872a7be9 req-0fc06d28-3d85-45ba-9688-d897fa86f676 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896239 Jun 16 17:07:45.736553 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43a257-ff9b-40de-a817-d3794c443803 req-df77a018-1e10-4acc-b241-4065c0ee10dc tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:45.738074 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4c43a257-ff9b-40de-a817-d3794c443803 req-df77a018-1e10-4acc-b241-4065c0ee10dc tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 943 time: 0.0724826 Jun 16 17:07:45.777818 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4c43a257-ff9b-40de-a817-d3794c443803 req-d75c2003-06d7-4a3e-9e1f-6fd5a6082800 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334613 Jun 16 17:07:45.790228 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:46.981814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669576a-8034-41cc-b489-f8100e1a5620 req-b58b2af0-8d54-49fa-a1f0-18852f07d5db tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:46.983383 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3669576a-8034-41cc-b489-f8100e1a5620 req-b58b2af0-8d54-49fa-a1f0-18852f07d5db tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 943 time: 0.0718577 Jun 16 17:07:47.024033 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3669576a-8034-41cc-b489-f8100e1a5620 req-1937b6fd-8d83-432a-b68a-f1e1ab3c1b9c tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 Jun 16 17:07:48.207891 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2d33-ce14-43e2-8af2-a631bd1c1a27 req-0f0cc2c4-ea3a-4774-a3e3-140452aa06e9 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:48.209395 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad8b2d33-ce14-43e2-8af2-a631bd1c1a27 req-0f0cc2c4-ea3a-4774-a3e3-140452aa06e9 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 943 time: 0.0709953 Jun 16 17:07:48.255818 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-ad8b2d33-ce14-43e2-8af2-a631bd1c1a27 req-536af387-96bd-4d33-825e-e2a8a8b4a004 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396302 Jun 16 17:07:48.759479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b55a4a68-414b-4a16-98dd-ccdaf2bb985b details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:07:48.871823 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:48.884648 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'port_id': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'mac_address': 'fa:16:3e:24:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:07:48.924780 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:48.938110 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55a4a68-414b-4a16-98dd-ccdaf2bb985b {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:07:48.958978 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:49.046554 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:49.048479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-ac902d98-f278-4a9f-b7e9-f9b6845aa123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:49.096738 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=7']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:49.099818 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:49.273747 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['b55a4a68-414b-4a16-98dd-ccdaf2bb985b'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:07:49.452166 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0532457-d0db-499a-8629-2017b131ed4e req-3d0d6a32-dcac-4c55-9095-7f9107e37b7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:49.454658 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0532457-d0db-499a-8629-2017b131ed4e req-3d0d6a32-dcac-4c55-9095-7f9107e37b7b tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 944 time: 0.0821652 Jun 16 17:07:49.509671 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d0532457-d0db-499a-8629-2017b131ed4e req-2647a1bc-e4c5-4a71-a385-227702ac7f68 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479598 Jun 16 17:07:50.685108 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337f5ab-2062-46ea-883a-bb95798ac701 req-781b98c0-50d1-4d8f-a83d-202457d4ca25 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:50.686627 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f337f5ab-2062-46ea-883a-bb95798ac701 req-781b98c0-50d1-4d8f-a83d-202457d4ca25 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 944 time: 0.0636413 Jun 16 17:07:50.726470 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f337f5ab-2062-46ea-883a-bb95798ac701 req-83289250-3048-459a-a8c6-499dd1aa5ecd tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341158 Jun 16 17:07:50.788613 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b55a4a68-414b-4a16-98dd-ccdaf2bb985b up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:07:50.840473 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port b55a4a68-414b-4a16-98dd-ccdaf2bb985b triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:07:50.840844 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:50.872512 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-bd7a6546-2eb1-425d-8377-7c884d18def9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581954 Jun 16 17:07:50.924502 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:50.948512 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:07:50.950809 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c5d5f0-1764-464d-b345-38741e6d46dd" -d '{"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-plugged", "status": "completed", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:07:50.955418 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-3c4e926f-7df0-4eb1-8a64-a99093d5f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:50.956988 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-3c4e926f-7df0-4eb1-8a64-a99093d5f651 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 1098 time: 0.0602512 Jun 16 17:07:50.964252 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:50.990644 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0be0f2b-022b-481f-b002-3157dabd7059 x-openstack-request-id: req-a0be0f2b-022b-481f-b002-3157dabd7059 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:07:50.990948 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-plugged", "status": "completed", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:07:50.991236 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0be0f2b-022b-481f-b002-3157dabd7059 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:07:50.991590 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'code': 200} Jun 16 17:07:51.040715 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:51.042664 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:51.080751 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-0a058c09-25ab-4a0e-ac37-e244bd550aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:51.083183 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-0a058c09-25ab-4a0e-ac37-e244bd550aeb service neutron] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 913 time: 0.1039627 Jun 16 17:07:51.092142 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=8']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:51.095253 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:51.153731 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-a02924d0-8e2e-46e4-8870-7d62a67d7b0a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc HTTP/1.1" status: 200 len: 1001 time: 0.0629811 Jun 16 17:07:51.203850 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-26ee6d48-7e11-4a6d-a4db-4ea74e1ae0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:51.205425 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-26ee6d48-7e11-4a6d-a4db-4ea74e1ae0f1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.0446327 Jun 16 17:07:51.277124 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-42eca7ca-3f88-42c2-a597-09504c3e5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:51.279754 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-42eca7ca-3f88-42c2-a597-09504c3e5905 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628057 Jun 16 17:07:51.346649 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f86d2-bd85-4e06-825c-755aa4948fa1 req-f8927ec4-7200-4407-be30-233aab66fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:51.347903 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-342f86d2-bd85-4e06-825c-755aa4948fa1 req-f8927ec4-7200-4407-be30-233aab66fdc3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.0596411 Jun 16 17:07:51.388357 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-342f86d2-bd85-4e06-825c-755aa4948fa1 req-fd5ef8dd-c104-4215-9430-25d7131764a7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332606 Jun 16 17:07:51.391441 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-7963d388-c69d-4db4-9a7f-787783a3f38d service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038744 Jun 16 17:07:51.527633 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-5c9c0a58-6406-43e2-a86d-9f996adfe82d req-f51d1423-a713-40be-bade-c21456908c41 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898914 Jun 16 17:07:51.909078 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44008e-c786-4cea-879d-b374ba26ee5a req-e3418924-0ba6-4c04-a345-28a5747bb4ec tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:51.910640 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fb44008e-c786-4cea-879d-b374ba26ee5a req-e3418924-0ba6-4c04-a345-28a5747bb4ec tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0673275 Jun 16 17:07:51.950170 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-fb44008e-c786-4cea-879d-b374ba26ee5a req-36e13976-2f07-4ab1-9007-3286ea47eb20 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336297 Jun 16 17:07:53.149116 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9d4c-6ddc-4dfe-af3d-dbd45f144312 req-38e00e10-ce3e-44ef-adbe-ae3f592230d0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:53.150742 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d31f9d4c-6ddc-4dfe-af3d-dbd45f144312 req-38e00e10-ce3e-44ef-adbe-ae3f592230d0 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0747952 Jun 16 17:07:53.192125 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d31f9d4c-6ddc-4dfe-af3d-dbd45f144312 req-1799a066-798d-42c5-86b1-16715f66504d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354011 Jun 16 17:07:58.606159 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:08:07.931160 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35581d6-9604-478a-b618-ac46e1834112 req-9857cf23-e290-4a0f-83aa-a778af82a487 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:07.932640 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d35581d6-9604-478a-b618-ac46e1834112 req-9857cf23-e290-4a0f-83aa-a778af82a487 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0697498 Jun 16 17:08:07.972580 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d35581d6-9604-478a-b618-ac46e1834112 req-e0978f43-89be-4e52-bcf0-db2debaf79d2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341158 Jun 16 17:08:08.964952 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-06625dcd-543a-4acb-b7db-09f8c2d81bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:09.169947 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea2073-e311-496f-a292-8988cd5ffb0d req-ade0e71c-dc17-459e-ad7b-dd692521f747 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:09.171814 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b5ea2073-e311-496f-a292-8988cd5ffb0d req-ade0e71c-dc17-459e-ad7b-dd692521f747 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0796731 Jun 16 17:08:09.218661 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b5ea2073-e311-496f-a292-8988cd5ffb0d req-21c5cf39-b826-4543-9f11-81d45e9b71f1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Jun 16 17:08:10.408299 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df7a7c-c12e-41ed-af68-9bdbbe8dc52a req-ba1ee6e6-9407-4216-8b13-85d495db41d8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:10.409931 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-65df7a7c-c12e-41ed-af68-9bdbbe8dc52a req-ba1ee6e6-9407-4216-8b13-85d495db41d8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0772884 Jun 16 17:08:10.455110 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-65df7a7c-c12e-41ed-af68-9bdbbe8dc52a req-04e0514c-0ed3-48a3-a363-1d785cf40364 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Jun 16 17:08:11.646782 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91afd-bd24-4e90-9c68-2cde53ce7f45 req-c1c89c75-37ef-4d6d-9c73-f9ddd655b054 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:11.648900 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6cf91afd-bd24-4e90-9c68-2cde53ce7f45 req-c1c89c75-37ef-4d6d-9c73-f9ddd655b054 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0665927 Jun 16 17:08:11.690539 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-6cf91afd-bd24-4e90-9c68-2cde53ce7f45 req-9427f825-081f-4e00-953d-b3213dcdc8f6 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Jun 16 17:08:11.789510 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d8b3689e-3751-45ad-a626-bc1e250f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:12.263022 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:12.872938 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472d3b-09b6-4161-a654-781995d69e61 req-7296d80a-8c8c-4dd7-bf87-11eeb60f639d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:12.874464 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0b472d3b-09b6-4161-a654-781995d69e61 req-7296d80a-8c8c-4dd7-bf87-11eeb60f639d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0654252 Jun 16 17:08:12.915543 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0b472d3b-09b6-4161-a654-781995d69e61 req-af3a67fa-042c-4989-95ac-61286bc008a1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352001 Jun 16 17:08:13.274316 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:14.102123 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7ec2-d18a-47ae-98fb-c7f299898c62 req-715a4012-f214-414f-87da-8b0d7893fd5c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:14.103874 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c3fa7ec2-d18a-47ae-98fb-c7f299898c62 req-715a4012-f214-414f-87da-8b0d7893fd5c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0708134 Jun 16 17:08:14.145783 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c3fa7ec2-d18a-47ae-98fb-c7f299898c62 req-3b9e1869-ebec-4a60-913a-998083628632 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358446 Jun 16 17:08:15.000503 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:15.351936 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6261d8-2aa4-49c4-9548-cdfba327f174 req-c83c699d-d124-4c27-b180-3538bf63161f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:15.354607 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-de6261d8-2aa4-49c4-9548-cdfba327f174 req-c83c699d-d124-4c27-b180-3538bf63161f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0824435 Jun 16 17:08:15.395786 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-de6261d8-2aa4-49c4-9548-cdfba327f174 req-f4f5b500-343a-4d72-861c-3a38fdbc4461 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354176 Jun 16 17:08:15.851589 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:16.588983 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2bc3-5f3c-4ba7-95d9-68b0e0e58566 req-9bdf958d-d35e-4816-ab95-2901a2fa3e14 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:16.590607 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a3ed2bc3-5f3c-4ba7-95d9-68b0e0e58566 req-9bdf958d-d35e-4816-ab95-2901a2fa3e14 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0728142 Jun 16 17:08:16.642278 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a3ed2bc3-5f3c-4ba7-95d9-68b0e0e58566 req-4935c242-4ae6-4175-b3e5-9906db5461fa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Jun 16 17:08:17.840258 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c3b5-98fd-45ee-a4aa-b11117df1b87 req-d409a43f-6127-43da-a9c8-db3f53897524 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:17.842223 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d114c3b5-98fd-45ee-a4aa-b11117df1b87 req-d409a43f-6127-43da-a9c8-db3f53897524 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0804105 Jun 16 17:08:17.887999 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-d114c3b5-98fd-45ee-a4aa-b11117df1b87 req-e068a6ee-ec02-4382-a6a3-8e1a53355ac4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Jun 16 17:08:19.087074 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6e74e-dcd4-4a2c-aa79-a4fe6061761c req-f31af339-d38d-4052-9fa0-fb7e28a5512a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:19.088609 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-99a6e74e-dcd4-4a2c-aa79-a4fe6061761c req-f31af339-d38d-4052-9fa0-fb7e28a5512a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0765643 Jun 16 17:08:19.146139 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-99a6e74e-dcd4-4a2c-aa79-a4fe6061761c req-c440a5db-53b9-4c3c-80c6-60f7a18c5d65 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473566 Jun 16 17:08:19.740622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd016a2-1371-4a7b-b612-988da90b33ed req-1d78bd1a-8c25-40b3-97b9-99392b9da848 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:19.742254 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9fd016a2-1371-4a7b-b612-988da90b33ed req-1d78bd1a-8c25-40b3-97b9-99392b9da848 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0890460 Jun 16 17:08:19.816134 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9fd016a2-1371-4a7b-b612-988da90b33ed req-956871cd-d54a-4686-a47b-e96dad29c837 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629508 Jun 16 17:08:19.836494 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-fc134d10-1434-4974-ab97-7568d749f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:19.839133 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-fc134d10-1434-4974-ab97-7568d749f0c7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 1098 time: 0.0957325 Jun 16 17:08:19.999844 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-1b3e48da-c3ee-470f-a634-b90232bb2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:20.002395 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-1b3e48da-c3ee-470f-a634-b90232bb2bbd service neutron] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 913 time: 0.1549411 Jun 16 17:08:20.104829 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-9ffddeec-9745-4aaa-ab1a-7152351b436d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc HTTP/1.1" status: 200 len: 1001 time: 0.0953190 Jun 16 17:08:20.188897 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-673dad06-3f25-4bd8-8316-be64308b2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:20.191526 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-673dad06-3f25-4bd8-8316-be64308b2d2f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.0801611 Jun 16 17:08:20.258135 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-46a6d19b-2bee-4978-b8b8-d0d95bfba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:20.259724 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-46a6d19b-2bee-4978-b8b8-d0d95bfba3cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0618453 Jun 16 17:08:20.389920 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-3feb47cb-37eb-4b6c-9882-b9de6e79dd56 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190922 Jun 16 17:08:20.492644 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-3bca9d1d-a192-4d61-b1eb-587628b5ba39 req-ecd506c0-ffb1-401d-bce6-804f8bcd3bf4 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957284 Jun 16 17:08:21.052298 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf8d68-9e44-44b1-ba1a-29cef74b2998 req-6d274c7b-fad5-4f31-9664-a084cfb587be tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:21.054128 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-62bf8d68-9e44-44b1-ba1a-29cef74b2998 req-6d274c7b-fad5-4f31-9664-a084cfb587be tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0845835 Jun 16 17:08:21.122428 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-62bf8d68-9e44-44b1-ba1a-29cef74b2998 req-b0ca33c8-5b3a-4900-850b-b5bf899a9c62 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565395 Jun 16 17:08:22.334926 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee427e-2418-400f-a65b-faa7ca7e23ef req-b30c9c85-8267-4441-9f1e-49201bd39221 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:22.336549 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cee427e-2418-400f-a65b-faa7ca7e23ef req-b30c9c85-8267-4441-9f1e-49201bd39221 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0771933 Jun 16 17:08:22.401094 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-8cee427e-2418-400f-a65b-faa7ca7e23ef req-ebcc5c1d-83a7-4644-a9ed-941fd0a252c1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536973 Jun 16 17:08:35.605865 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:08:39.011338 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a0225c37-1fdc-4cdc-abc6-4918fd1f303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:41.811039 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-54d24334-463a-434b-b6ab-0d997ae3ed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:42.249446 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:43.255652 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:44.994452 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:45.857008 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:51.852848 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-e86340af-1b3f-4dac-af25-4364d83a5710 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559616 Jun 16 17:08:51.954413 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-0e2448c9-fca0-4224-bf48-913d75df51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:51.955898 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-0e2448c9-fca0-4224-bf48-913d75df51ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.0560830 Jun 16 17:08:52.077124 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-5605d008-279e-4c13-8c5a-029d87dc95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:52.078990 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-5605d008-279e-4c13-8c5a-029d87dc95a7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 910 time: 0.0986559 Jun 16 17:08:52.144978 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-2c3030db-3ff8-4ac4-98b4-d2065d7da594 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 1001 time: 0.0593774 Jun 16 17:08:52.197678 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-9ac24ea2-2ac2-4ed4-8da5-b0dbad377dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:52.199175 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-9ac24ea2-2ac2-4ed4-8da5-b0dbad377dea service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0482895 Jun 16 17:08:52.257766 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-85474b8e-211a-45e1-9dea-f322d81a356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:52.259256 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-85474b8e-211a-45e1-9dea-f322d81a356f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535622 Jun 16 17:08:52.351396 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-829a608f-45f3-4b0e-9e98-d6d84e11c84b service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Jun 16 17:08:52.451996 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-2ce660b1-da7c-44d1-b450-4c5aa5db0a15 req-876efa07-1fb8-4c75-9b0e-5921e988e867 service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942118 Jun 16 17:08:54.642749 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341648-9408-4e09-9220-8007b912105c req-056ab9e1-2c9b-4678-bbc5-ec1930347ea1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:54.644135 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-73341648-9408-4e09-9220-8007b912105c req-056ab9e1-2c9b-4678-bbc5-ec1930347ea1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.1751757 Jun 16 17:08:54.682431 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-73341648-9408-4e09-9220-8007b912105c req-707ec22b-cf5f-4ae6-81dc-a9d895bf22b3 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321107 Jun 16 17:08:55.920863 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f72d8-3f6f-4dcd-81f2-27036d151f1f req-eae7acf2-ee9a-4f22-b5c0-b8e317f1758f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:55.922729 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-266f72d8-3f6f-4dcd-81f2-27036d151f1f req-eae7acf2-ee9a-4f22-b5c0-b8e317f1758f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.1238430 Jun 16 17:08:55.963469 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-266f72d8-3f6f-4dcd-81f2-27036d151f1f req-0f84f998-36a0-415c-b76e-82afbc6cb31e tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e424098-a173-4386-8bd6-d45600bffeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Jun 16 17:08:56.458063 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-d4367164-a28a-418b-a37a-9d98a932decb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:08:56.459660 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-d4367164-a28a-418b-a37a-9d98a932decb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 945 time: 0.0672598 Jun 16 17:08:56.568607 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Deleting port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:08:56.568959 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.656203 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] For port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:08:56.656652 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.827273 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.827655 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.827943 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Floating IP 40817205-c7ed-41ec-848b-d25dd86eab16 disassociated. External IP: 172.28.3.206, port: 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc. Jun 16 17:08:56.828303 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Calling delete_port for 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc owned by compute:nova {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:08:57.032088 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.036350 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6c428454-7873-4b37-90ce-82be5fa41a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:57.066814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event deleted for resources: {'Port': ['ID=3b7ccc12-a3ba-4925-a562-4bcd42c39cdc,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:57.077937 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.078351 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.078677 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.079042 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.079400 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.080537 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.080537 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.080997 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.081388 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.081742 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.082101 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.082453 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:57.397668 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:57.400807 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f140ae02-e4a5-4d26-936e-38961f048393 req-6b492a60-895b-4692-9983-ceb64f63e5b0 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 210 time: 0.3153982 Jun 16 17:08:57.510214 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Router abad00c1-9551-42c5-97c0-d0f5976107d1 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:08:57.624590 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:08:57.634088 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] Sync routers for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:08:57.643878 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:57.644646 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:08:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:57.673339 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] No DVR routers for this DVR port 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc on host hv-cinder-78338 {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:08:57.675814 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:57.677845 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-0062b006-e1aa-4934-a63f-8f5e13ddf324 req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "DELETE /v2.0/ports/3b7ccc12-a3ba-4925-a562-4bcd42c39cdc HTTP/1.1" status: 204 len: 173 time: 1.2128017 Jun 16 17:08:57.678385 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'name': 'network-vif-deleted', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:08:57.680831 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e127a0-5252-479f-a095-c5f3e592bd71" -d '{"events": [{"server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "name": "network-vif-deleted", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:08:57.717957 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992adc89-8558-4c4b-965d-e71d7a324d4f x-openstack-request-id: req-992adc89-8558-4c4b-965d-e71d7a324d4f {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:08:57.718287 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28507ec6-a650-42c4-9c4a-76a00009b30c", "name": "network-vif-deleted", "tag": "3b7ccc12-a3ba-4925-a562-4bcd42c39cdc", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:08:57.718578 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-992adc89-8558-4c4b-965d-e71d7a324d4f {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:08:57.719159 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28507ec6-a650-42c4-9c4a-76a00009b30c', 'name': 'network-vif-deleted', 'tag': '3b7ccc12-a3ba-4925-a562-4bcd42c39cdc', 'status': 'completed', 'code': 200} Jun 16 17:08:57.754385 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:57.960892 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:57.964633 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] Checking router: abad00c1-9551-42c5-97c0-d0f5976107d1 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:08:57.974655 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:08:57.975414 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:08:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:58.086606 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:08:58.378050 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:58.381810 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0b705-c53d-403d-8489-855f5711b92e None None] The sync data for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb is: [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:08:58.576833 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-efaa867a-b1e0-48d7-a27c-5a000e4469bc req-740335d4-9b61-494a-bd69-d8b2aeaaa2c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=28507ec6-a650-42c4-9c4a-76a00009b30c HTTP/1.1" status: 200 len: 210 time: 0.0369477 Jun 16 17:08:58.622081 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88b158-bc85-4f65-b2ad-3c46e8c3607d None None] New status for floating IP 40817205-c7ed-41ec-848b-d25dd86eab16: DOWN {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:08:59.781134 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38004) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:59.841535 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fe085a42-0c59-458d-aa9d-5903d081a77b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:59.866880 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fe085a42-0c59-458d-aa9d-5903d081a77b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.050656 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fe085a42-0c59-458d-aa9d-5903d081a77b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.053320 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-fe085a42-0c59-458d-aa9d-5903d081a77b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.055143 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-fe085a42-0c59-458d-aa9d-5903d081a77b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e424098-a173-4386-8bd6-d45600bffeaf HTTP/1.1" status: 204 len: 168 time: 0.2728794 Jun 16 17:09:00.055837 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-118838ef-a7bb-4fc8-8a62-d8d1f3608f95 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:00.057931 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38006) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:00.066062 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe085a42-0c59-458d-aa9d-5903d081a77b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e424098-a173-4386-8bd6-d45600bffeaf,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:00.068569 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-fe085a42-0c59-458d-aa9d-5903d081a77b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:00.073181 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.api.v2.resource [None req-6538a221-64fc-4c58-91c9-ebb36ac68d2d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] show failed (client error): The resource could not be found. Jun 16 17:09:00.077334 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6538a221-64fc-4c58-91c9-ebb36ac68d2d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups/5e424098-a173-4386-8bd6-d45600bffeaf HTTP/1.1" status: 404 len: 347 time: 0.0152812 Jun 16 17:09:00.078195 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38010) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:00.213319 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Deleting port 598707e8-463a-403a-8d4a-f6c2000e5483 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:00.213653 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.304486 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.304719 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.369779 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Calling delete_port for 598707e8-463a-403a-8d4a-f6c2000e5483 owned by network:floatingip {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:00.600176 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.602387 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d0254cc4-aefd-4fc8-b46c-1342da00e91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:00.631704 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event deleted for resources: {'Port': ['ID=598707e8-463a-403a-8d4a-f6c2000e5483,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:00.656666 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.657035 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.657428 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.657787 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.658136 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.658486 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.658833 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.659181 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.659527 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.659869 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.660208 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.660545 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:00.665603 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:00.702900 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.705679 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:00.706841 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "DELETE /v2.0/floatingips/40817205-c7ed-41ec-848b-d25dd86eab16 HTTP/1.1" status: 204 len: 168 time: 0.6273103 Jun 16 17:09:01.053111 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:01.073444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:01.073444 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 3b7ccc12-a3ba-4925-a562-4bcd42c39cdc not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:01.099675 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38014) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:01.105216 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226410336', 'description': 'tempest-description--2044590924'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:01.216540 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.323806 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.422510 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.425075 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bcf8298a-046f-492b-a924-a4d529f8ed91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:01.455677 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb70eae4-98db-49c6-8832-521db4866f32,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:01.458725 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:01.536763 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.538107 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-72a3d951-2f95-451a-be18-4cbbe30d9acb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4374077 Jun 16 17:09:01.541463 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38016) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:01.546202 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'security_group_rule': {'security_group_id': 'eb70eae4-98db-49c6-8832-521db4866f32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:01.648305 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.709542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.774645 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.776778 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:01.794094 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c865167b-28b5-40fe-8833-ca2f379c3744,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:01.797029 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:01.873542 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:01.874799 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-131048d1-0956-4ff6-bd09-791c72ded043 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323872 Jun 16 17:09:01.878112 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38018) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:01.883552 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'security_group_rule': {'security_group_id': 'eb70eae4-98db-49c6-8832-521db4866f32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:01.993111 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.043802 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.106334 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914279'] for security_group_rule, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.111268 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-da2ea53f-42bc-42e4-b3d0-86ed7d91dedc tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:02.127972 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70fb0a5-b928-42da-8a60-05404dbee285,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:02.130513 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:02.189748 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.189748 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-08b5ae52-eaa3-4a52-bd95-c37ad751e5ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085856 Jun 16 17:09:02.191641 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38020) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:02.198813 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'floatingip': {'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:02.296942 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.397069 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.511440 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_common [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Allocated IP 172.28.3.70 (23aa7e45-c9e4-4919-9118-4e86dec71910/2a20fd0d-e059-4388-8023-e26571859dbf/9602089a-93d3-4a39-b396-bfbcf4f0dc2d) {{(pid=100140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:09:02.615701 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for port, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.726372 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9855539'] for port, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.728561 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9969def7-dcbc-4ea6-895a-007dc3250cfc tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:02.769404 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Network 23aa7e45-c9e4-4919-9118-4e86dec71910 is already hosted by enough agents. {{(pid=100140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:09:02.775250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Resources bound (agent type, host, resource id): {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:09:02.778039 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Received port after_create {{(pid=100140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:09:02.818596 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'Port': ['ID=9602089a-93d3-4a39-b396-bfbcf4f0dc2d,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:02.827015 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:02.890013 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.018606 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.462022 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for port, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.594254 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9855525'] for port, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.596490 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1f979938-447c-4345-97dd-1692871ec2e8 tempest-ServerRescueNegativeTestJSON-744661049 tempest-ServerRescueNegativeTestJSON-744661049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:03.666443 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'Port': ['ID=9602089a-93d3-4a39-b396-bfbcf4f0dc2d,revision_number=2']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:03.670416 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:03.679312 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.743100 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:03.744715 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5516725 Jun 16 17:09:03.952340 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-9190d4ce-ffbd-4197-b51f-96516b4c6699 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1226410336&fields=id&tenant_id=3164133be25146c8a92c6a566edeef70 HTTP/1.1" status: 200 len: 267 time: 0.0354016 Jun 16 17:09:04.066310 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-d3de94d0-cdaa-404d-b2e3-b05f61ef60ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:04.067836 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-d3de94d0-cdaa-404d-b2e3-b05f61ef60ae tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 811 time: 0.1090815 Jun 16 17:09:04.083258 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-c1ad79f2-9a88-4f54-a1d3-31e59fc6911d tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/quotas/3164133be25146c8a92c6a566edeef70 HTTP/1.1" status: 200 len: 375 time: 0.0098364 Jun 16 17:09:04.171507 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-18bb4677-d819-4f90-b62b-d44009253205 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818098 Jun 16 17:09:04.231316 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-4ca5ebf1-c8b9-4f87-9b02-676f74da95cb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:09:04.232475 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-4ca5ebf1-c8b9-4f87-9b02-676f74da95cb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497615 Jun 16 17:09:04.330240 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-ab8cb42c-eaae-4570-85f9-d9043a3b2123 service neutron] 10.222.0.36 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918207 Jun 16 17:09:04.426160 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-af0144b0-46ea-4b88-97de-1eb076b09407 service neutron] 10.222.0.36 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886710 Jun 16 17:09:04.748171 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9f84fc9a-5679-4e78-9e37-23214d5dd490 req-9b4717c2-8abb-4943-a4c3-991d835eb572 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 210 time: 0.0508771 Jun 16 17:09:05.872122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38056) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:05.902172 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-20b090ee-d1c5-454a-9363-5044032c7f92 req-d7e898d1-2147-4902-9c4a-0d99b87578f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 210 time: 0.0364847 Jun 16 17:09:06.041454 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Deleting port ebedbe36-3cb8-4d69-babd-018a4d883464 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:06.041791 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.118327 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.118915 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.188122 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Calling delete_port for ebedbe36-3cb8-4d69-babd-018a4d883464 owned by network:floatingip {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:06.468284 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.470458 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-216b5a66-9ae8-4944-8c0e-2b3f541f432c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:06.495807 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event deleted for resources: {'Port': ['ID=ebedbe36-3cb8-4d69-babd-018a4d883464,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:06.499090 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:06.572803 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for floatingip, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.573281 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.l3_db [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Floating IP 06c45f9d-143c-4e12-9e58-339ce43d4012 disassociated (deleted). External IP: 172.28.3.160, port: b55a4a68-414b-4a16-98dd-ccdaf2bb985b. Jun 16 17:09:06.833368 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:09:06.909881 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-87d8204b-5404-4143-87b4-4db9643d76c1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:06.911422 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-87d8204b-5404-4143-87b4-4db9643d76c1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 811 time: 0.1162992 Jun 16 17:09:06.970687 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-8198b593-c866-4003-b8b4-1e1853088e32 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3164133be25146c8a92c6a566edeef70 HTTP/1.1" status: 200 len: 380 time: 0.0506442 Jun 16 17:09:06.981628 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:09:06.983039 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'port': {'device_id': '54a63042-308b-4ab6-8152-108babb1900e', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'admin_state_up': True, 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'security_groups': ['eb70eae4-98db-49c6-8832-521db4866f32']}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:06.987021 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:06.995883 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] Sync routers for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:09:07.016235 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:07.016876 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:08:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:07.032796 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-e3fb3930-55d2-4211-98e9-31d03f057769 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "DELETE /v2.0/floatingips/06c45f9d-143c-4e12-9e58-339ce43d4012 HTTP/1.1" status: 204 len: 168 time: 1.1595156 Jun 16 17:09:07.033569 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:07.035953 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5550a722-e705-4daf-8224-1e22c521a4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:07.118280 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-f7c81ff7-9c1a-4721-a346-5de8a30ff7ed req-c3140d2b-169d-42d6-921c-b8c16b928de1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 210 time: 0.0425074 Jun 16 17:09:07.156293 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:07.183460 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021ea8d-d5ca-40d6-9b32-8d1389c4d8d9 x-openstack-request-id: req-9021ea8d-d5ca-40d6-9b32-8d1389c4d8d9 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:07.183801 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:07.184104 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9021ea8d-d5ca-40d6-9b32-8d1389c4d8d9 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:07.184554 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'status': 'completed', 'code': 200} Jun 16 17:09:07.252360 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Made reservation on behalf of 3164133be25146c8a92c6a566edeef70 for: {'port': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:09:07.258272 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for port, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:07.343041 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-02c5d9b9-1069-41b9-a6e2-ee79da4a2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.348465 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-02c5d9b9-1069-41b9-a6e2-ee79da4a2cfe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 1098 time: 0.1389513 Jun 16 17:09:07.468076 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_common [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Allocated IP 172.20.0.3 (eb517fcb-7f8f-4d5e-bf79-c29569c25aa6/b263bc74-7abb-4146-9335-d390b47baa18/78c21e5d-a02b-4b7c-97c8-fb2d316b7de9) {{(pid=100141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:09:07.470817 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 5, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:07.476866 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] Checking router: 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:09:07.487890 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:07.488757 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:08:42Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:07.516656 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-31e178f4-dc97-402c-894a-f76ecf26a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.518401 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-31e178f4-dc97-402c-894a-f76ecf26a54b service neutron] 10.222.0.96 "GET /v2.0/networks?id=5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 200 len: 910 time: 0.1657333 Jun 16 17:09:07.562670 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-3eaded0c-ac7b-4e62-973e-4d3d16624907 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 200 len: 217 time: 0.0376520 Jun 16 17:09:07.620738 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:07.634234 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-2c063e98-d504-4dca-88f4-3af1ed06e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.635752 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-2c063e98-d504-4dca-88f4-3af1ed06e4a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 200 len: 847 time: 0.0650105 Jun 16 17:09:07.671104 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for port, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:07.686598 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Transition to ACTIVE for port object 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 will not be triggered until provisioned by entity DHCP. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:09:07.721220 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-03acb221-9879-4e06-9869-7703106c0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.723626 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-03acb221-9879-4e06-9869-7703106c0b6e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5ff7f806-be09-4faf-a914-9cdf3848169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801780 Jun 16 17:09:07.736150 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-b9950cf5-f2a0-4006-95c3-7e5b3ee795f5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:09:07.737848 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-b9950cf5-f2a0-4006-95c3-7e5b3ee795f5 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061982 Jun 16 17:09:07.836561 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-24076678-569f-496c-8843-b088fb15975a service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917709 Jun 16 17:09:07.840198 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-63041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767196293133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8495707'] for port, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:07.857269 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6df684-37bb-4a32-b008-b89c95a6bafd req-fb1cb632-708a-4086-bb26-f6efba122207 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:07.857269 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1f6df684-37bb-4a32-b008-b89c95a6bafd req-fb1cb632-708a-4086-bb26-f6efba122207 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0805011 Jun 16 17:09:07.857269 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-b12e084f-8ba6-4233-a200-6095a7017069 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:07.862598 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 5, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:07.866910 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda35c48-1ae1-4b1c-9377-e4c17932b916 None None] The sync data for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb is: [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:04:40Z', 'revision_number': 4, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '7bfd4c5a-c77f-4f99-8107-7e68c006af88', 'name': '', 'network_id': '5ff7f806-be09-4faf-a914-9cdf3848169c', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'mac_address': 'fa:16:3e:85:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:39Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 5, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'subnets': [{'id': '722fc994-cffd-473f-ace3-c253fccd0ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:09:07.911393 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 is already hosted by enough agents. {{(pid=100141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:09:07.920699 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Resources bound (agent type, host, resource id): {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:09:07.941008 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Received port after_create {{(pid=100141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:09:07.944123 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-5550a722-e705-4daf-8224-1e22c521a4d6 req-ede3b3cb-d1c9-4496-bf21-56bfa906573c service neutron] 10.222.0.96 "GET /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000350 Jun 16 17:09:07.946795 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-1f6df684-37bb-4a32-b008-b89c95a6bafd req-1ba96a21-e19f-4db5-92c2-571f207915f3 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881832 Jun 16 17:09:07.949324 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event updated for resources: {'Port': ['ID=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:07.974161 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:08.012380 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:08.012380 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:08.106808 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1301870 Jun 16 17:09:08.121666 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Request body: {'port': {'device_id': '54a63042-308b-4ab6-8152-108babb1900e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78338'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:08.152136 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ec8a5-7ff3-4a39-81e7-7e30d38e6ca6 None None] New status for floating IP 06c45f9d-143c-4e12-9e58-339ce43d4012: DOWN {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:09:08.220916 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:08.427630 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-1b9af954-0531-46b8-8ba8-45f197e36d47 None None] Provisioning for port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 completed by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:08.432812 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-1b9af954-0531-46b8-8ba8-45f197e36d47 None None] Provisioning complete for port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 triggered by entity DHCP. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:08.433262 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-1b9af954-0531-46b8-8ba8-45f197e36d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:08.469107 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-1b9af954-0531-46b8-8ba8-45f197e36d47 None None] Port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 cannot update to ACTIVE because it is not bound. {{(pid=100142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:09:08.542401 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5307a8c-3f7e-445c-a9cc-bd851d243626 req-46e53ed6-9461-4082-8c4e-f6a90d4212e1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:08.543956 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e5307a8c-3f7e-445c-a9cc-bd851d243626 req-46e53ed6-9461-4082-8c4e-f6a90d4212e1 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 931 time: 0.1309261 Jun 16 17:09:08.609197 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 {{(pid=100141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:08.619503 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:08.624314 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e5307a8c-3f7e-445c-a9cc-bd851d243626 req-fe901cb9-c8ee-4676-a2ab-6ae514d47fc5 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745339 Jun 16 17:09:08.637772 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.provisioning_blocks [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Transition to ACTIVE for port object 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 will not be triggered until provisioned by entity L2. {{(pid=100141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:09:08.723438 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:08.726233 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a9b526bc-0514-41eb-af3c-782b49113b03 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:08.804057 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Pushing event updated for resources: {'Port': ['ID=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,revision_number=2']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:08.808677 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:08.890447 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Attempting to bind port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 on host hv-cinder-78338 for vnic_type normal with profile {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:09:08.890981 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Attempting to bind port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 by drivers openvswitch,hyperv on host hv-cinder-78338 at level 0 using segments [{'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:09:08.891430 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Attempting to bind port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:08.900079 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78338 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:09:08.900433 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Attempting to bind port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 on network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:09:08.906901 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Checking agent: {'id': '0794a66e-073b-430a-903d-3b893f729580', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'started_at': datetime.datetime(2021, 6, 16, 16, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:09:08.907291 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Checking segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:09:08.907737 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Bound using segment: {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'} {{(pid=100141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:09:08.908232 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.managers [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Bound port: 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9, host: hv-cinder-78338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdac31e-762a-4d08-ab06-909667e1b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6'}}] {{(pid=100141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:09:08.908689 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:08.963027 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-012cbe51-1bed-46ef-a6e0-2fea9078f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:08.978235 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-ad98c12d-c6c3-4d9f-ae0f-57be34791feb tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:08.980398 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-ad98c12d-c6c3-4d9f-ae0f-57be34791feb tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.0676768 Jun 16 17:09:08.989562 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] For port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9, host hv-cinder-78338, cleared binding levels {{(pid=100141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:09:08.993887 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] For port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9, host hv-cinder-78338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:09:09.054921 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8495693'] for port, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.057020 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-12cac372-fa84-4468-84e1-4d685002cff0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:09.094845 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Deleting port b55a4a68-414b-4a16-98dd-ccdaf2bb985b {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:09.095190 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.121257 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.121913 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.123467 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] 10.222.0.96 "PUT /v2.0/ports/78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 HTTP/1.1" status: 200 len: 1093 time: 1.0076010 Jun 16 17:09:09.125530 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:09.128885 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69430625-da37-4faa-91cb-060d066c0727" -d '{"events": [{"name": "network-changed", "server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:09.164611 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Pushing event updated for resources: {'Port': ['ID=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,revision_number=3']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:09.169382 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0b0e18ad-bf12-49b1-a66a-347e71614819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:09.200774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe4830-ffc1-490b-a194-5b4a61fd2006 req-ac08c14f-8abf-460f-971d-00e5a5439069 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.202516 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17fe4830-ffc1-490b-a194-5b4a61fd2006 req-ac08c14f-8abf-460f-971d-00e5a5439069 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 945 time: 0.1155427 Jun 16 17:09:09.211759 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] For port b55a4a68-414b-4a16-98dd-ccdaf2bb985b, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:09.212218 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.273406 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07fa307-2e74-4681-ac48-266d22b94d98 x-openstack-request-id: req-b07fa307-2e74-4681-ac48-266d22b94d98 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:09.273743 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:09.274026 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b07fa307-2e74-4681-ac48-266d22b94d98 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:09.274459 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'status': 'completed', 'code': 200} Jun 16 17:09:09.298761 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Calling delete_port for b55a4a68-414b-4a16-98dd-ccdaf2bb985b owned by compute:nova {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:09.314178 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-17fe4830-ffc1-490b-a194-5b4a61fd2006 req-d36ea7e9-d401-418d-adec-f9c4d4114460 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/security-groups?id=35579b1a-1460-4a3f-930c-e3e4f544e79c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030474 Jun 16 17:09:09.347774 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-9ddb8ae2-bb31-4700-ab4c-d68fe5eb9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.349454 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-9ddb8ae2-bb31-4700-ab4c-d68fe5eb9b58 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 1096 time: 0.1012311 Jun 16 17:09:09.393630 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-8abc0832-fcac-4e04-9548-92ea5956929b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 HTTP/1.1" status: 200 len: 217 time: 0.0359962 Jun 16 17:09:09.442800 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-8e7b4bd4-662c-4b6a-9c35-a19fbcf23a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.444870 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-8e7b4bd4-662c-4b6a-9c35-a19fbcf23a18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.0452042 Jun 16 17:09:09.506255 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-cd99f570-1417-4359-a200-d1c30befd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.507778 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-cd99f570-1417-4359-a200-d1c30befd418 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0573807 Jun 16 17:09:09.546057 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.551155 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1df15ae4-167c-4ccf-b300-44cc871823d4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:09.576638 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event deleted for resources: {'Port': ['ID=b55a4a68-414b-4a16-98dd-ccdaf2bb985b,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:09.579894 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:09.606424 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-b1c6b58e-1884-40fb-9c44-7a97815f2600 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923338 Jun 16 17:09:09.624625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] No DVR routers for this DVR port b55a4a68-414b-4a16-98dd-ccdaf2bb985b on host hv-cinder-78338 {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:09:09.627074 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:09.629106 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [req-4a260103-d1d1-43bb-bb4c-7051a6602fbd req-7edaf9e3-2719-4a7a-b067-5d750f9ac7d8 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.96 "DELETE /v2.0/ports/b55a4a68-414b-4a16-98dd-ccdaf2bb985b HTTP/1.1" status: 204 len: 173 time: 0.6437941 Jun 16 17:09:09.629655 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-deleted', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:09.632352 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e06329a-4d3f-439a-a013-b0cd78b9be98" -d '{"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-deleted", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:09.709282 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-7622f9f1-5882-43dd-aa84-bf96273721c9 req-bfae5e3c-8d18-44d8-af65-9d29adb61276 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957949 Jun 16 17:09:09.727823 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d176f9d-b769-4e74-bdb9-0c8285558393 x-openstack-request-id: req-6d176f9d-b769-4e74-bdb9-0c8285558393 {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:09.728173 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c947c67-8a6e-4f12-99c4-9f8467b3a64d", "name": "network-vif-deleted", "tag": "b55a4a68-414b-4a16-98dd-ccdaf2bb985b", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:09.728465 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d176f9d-b769-4e74-bdb9-0c8285558393 {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:09.728887 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c947c67-8a6e-4f12-99c4-9f8467b3a64d', 'name': 'network-vif-deleted', 'tag': 'b55a4a68-414b-4a16-98dd-ccdaf2bb985b', 'status': 'completed', 'code': 200} Jun 16 17:09:09.888340 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485222a-ec8d-49f4-939f-c7af7f173274 req-6d1705bb-f543-482b-b1b2-a9ffbac7d1fb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.890170 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c485222a-ec8d-49f4-939f-c7af7f173274 req-6d1705bb-f543-482b-b1b2-a9ffbac7d1fb tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 943 time: 0.1177564 Jun 16 17:09:09.922015 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69430625-da37-4faa-91cb-060d066c0727 req-907e7966-208f-46c8-8c01-9c63f5f424fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:09.923577 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69430625-da37-4faa-91cb-060d066c0727 req-907e7966-208f-46c8-8c01-9c63f5f424fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 1096 time: 0.1020098 Jun 16 17:09:09.954016 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c485222a-ec8d-49f4-939f-c7af7f173274 req-3d9a009c-d2dc-4014-ad0d-97750c164e34 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561616 Jun 16 17:09:10.089906 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69430625-da37-4faa-91cb-060d066c0727 req-523b1664-e0b1-4abc-913f-ecca99ee5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:10.091447 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69430625-da37-4faa-91cb-060d066c0727 req-523b1664-e0b1-4abc-913f-ecca99ee5786 service neutron] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 913 time: 0.1566393 Jun 16 17:09:10.160136 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69430625-da37-4faa-91cb-060d066c0727 req-f9b30513-4292-4e92-be14-ad9350a00341 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 HTTP/1.1" status: 200 len: 217 time: 0.0609434 Jun 16 17:09:10.215838 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69430625-da37-4faa-91cb-060d066c0727 req-ce025149-c051-4d50-86d9-2c360fe917e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:10.217222 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69430625-da37-4faa-91cb-060d066c0727 req-ce025149-c051-4d50-86d9-2c360fe917e5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.0508282 Jun 16 17:09:10.289791 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69430625-da37-4faa-91cb-060d066c0727 req-acc05a21-dd72-4522-8fd0-0278b5377af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:10.291304 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69430625-da37-4faa-91cb-060d066c0727 req-acc05a21-dd72-4522-8fd0-0278b5377af7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672274 Jun 16 17:09:10.395435 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69430625-da37-4faa-91cb-060d066c0727 req-57b041f1-aa2b-43b9-b847-d89992bde46a service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963209 Jun 16 17:09:10.501011 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e66fb5e7-7b72-4a35-a10e-62fa4e24da2c req-cce0b8ef-de80-4893-8359-1d912c6df41d tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c947c67-8a6e-4f12-99c4-9f8467b3a64d HTTP/1.1" status: 200 len: 210 time: 0.0618463 Jun 16 17:09:10.526759 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-69430625-da37-4faa-91cb-060d066c0727 req-2a972069-2bf0-437e-a154-503a88fd0613 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239779 Jun 16 17:09:11.154744 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487781c-77d5-4014-a78a-5e771b765b4e req-0fbf2d31-22de-4969-aaab-34a7d2071f7f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:11.156405 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4487781c-77d5-4014-a78a-5e771b765b4e req-0fbf2d31-22de-4969-aaab-34a7d2071f7f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 943 time: 0.0778780 Jun 16 17:09:11.195980 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-4487781c-77d5-4014-a78a-5e771b765b4e req-4d879571-5e2a-45b5-b52c-d27bf133ee54 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337999 Jun 16 17:09:11.597556 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38092) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:11.664968 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-09f3babe-fbe7-46c9-9f87-a33426c8ba36 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.691864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-09f3babe-fbe7-46c9-9f87-a33426c8ba36 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.816908 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d2908a9a-a0ff-40a5-94ff-66c152bf6773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.845216 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-09f3babe-fbe7-46c9-9f87-a33426c8ba36 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.848189 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-09f3babe-fbe7-46c9-9f87-a33426c8ba36 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:11.849783 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-09f3babe-fbe7-46c9-9f87-a33426c8ba36 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] 10.222.0.36 "DELETE /v2.0/security-groups/35579b1a-1460-4a3f-930c-e3e4f544e79c HTTP/1.1" status: 204 len: 168 time: 0.2510269 Jun 16 17:09:11.851550 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-0ef683d7-cafe-4953-8e65-9530dd226138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:11.868077 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3babe-fbe7-46c9-9f87-a33426c8ba36 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35579b1a-1460-4a3f-930c-e3e4f544e79c,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:11.871972 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-09f3babe-fbe7-46c9-9f87-a33426c8ba36 tempest-TestShelveInstance-773784162 tempest-TestShelveInstance-773784162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:12.001223 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38096) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:12.267920 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:12.441418 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0652-331f-476c-b1b8-30d990dd9079 req-486baa3e-8b5a-4e62-94c0-71e7e11fa835 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:12.443155 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b89d0652-331f-476c-b1b8-30d990dd9079 req-486baa3e-8b5a-4e62-94c0-71e7e11fa835 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 943 time: 0.1102288 Jun 16 17:09:12.467964 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902150'] for router_interface, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:12.555075 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-b89d0652-331f-476c-b1b8-30d990dd9079 req-f15e6f2b-8596-4985-8502-ca01d2177ff3 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049075 Jun 16 17:09:12.604252 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:09:13.048690 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Deleting port 7bfd4c5a-c77f-4f99-8107-7e68c006af88 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:13.049059 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.133019 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 details requested by agent hyperv_hv-cinder-78338 with host hv-cinder-78338 {{(pid=100142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:09:13.135587 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b55a4a68-414b-4a16-98dd-ccdaf2bb985b no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:13.139212 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] For port 7bfd4c5a-c77f-4f99-8107-7e68c006af88, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7bfd4c5a-c77f-4f99-8107-7e68c006af88,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:13.139599 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.162112 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: b55a4a68-414b-4a16-98dd-ccdaf2bb985b {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:13.162460 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device b55a4a68-414b-4a16-98dd-ccdaf2bb985b not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:13.212217 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Calling delete_port for 7bfd4c5a-c77f-4f99-8107-7e68c006af88 owned by network:router_interface {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:13.269557 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:13.271890 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.283381 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Returning: {'device': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'port_id': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'mac_address': 'fa:16:3e:dc:b5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:09:13.325345 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.339109 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 {{(pid=100142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:09:13.362496 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:13.448462 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.450321 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3ad17348-0ba0-4f9d-8eff-cf05b7610063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:13.482534 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.484679 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1dd7c327-5917-473c-9f50-2635bb8ad52e tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:13.497496 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,revision_number=4']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:13.504680 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.505024 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.505388 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.505730 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.506081 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.506389 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.507247 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.507591 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.507921 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.508223 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.508540 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.508857 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:09:13.509314 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfd4c5a-c77f-4f99-8107-7e68c006af88,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:13.512591 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:13.512985 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:13.659485 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] get_ports_and_sgs() called for port_ids ['78c21e5d-a02b-4b7c-97c8-fb2d316b7de9'] {{(pid=100142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:09:13.685663 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902034'] for router_interface, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:13.846531 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c3047-a161-4038-a4e6-5b0175280515 req-4c70a2dd-e8e3-41a6-9893-91b40674a1dc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:13.848060 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-485c3047-a161-4038-a4e6-5b0175280515 req-4c70a2dd-e8e3-41a6-9893-91b40674a1dc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 944 time: 0.1562328 Jun 16 17:09:13.965468 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-485c3047-a161-4038-a4e6-5b0175280515 req-610dcce2-fdd5-42db-929b-34d316b3bcd4 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097689 Jun 16 17:09:14.003930 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:09:14.120091 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:09:14.125322 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-1c69ac91-804c-405c-8df4-188c5e514d01 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1228154 Jun 16 17:09:14.128688 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38102) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:14.132042 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] Sync routers for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:09:14.142326 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:14.142946 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:09:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:14.240752 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks [] for router, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.260714 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:14.357261 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.457463 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:09:13Z', 'revision_number': 5, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port': {'id': 'f8fcb47f-958e-44cd-8e30-2aa21f47d7fb', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:36Z', 'updated_at': '2021-06-16T17:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:14.462725 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] Checking router: 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:09:14.472972 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] Routers {'8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:14.473626 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:09:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:14.510669 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Deleting port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:14.510905 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.572324 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] Set router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa gateway port host: None {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:14.605268 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] For port f8fcb47f-958e-44cd-8e30-2aa21f47d7fb, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:14.605657 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.627312 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:09:14Z', 'revision_number': 6, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port_host': None}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:14.631278 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c658865-fa19-4249-be50-d76ce1f07ea7 None None] The sync data for ids ['8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa'] in dv-cinder-783389-6-smb is: [{'id': '8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa', 'name': 'tempest-TestShelveInstance-192391686-router', 'tenant_id': '93dd9abb800643ffa89b6a1a773a2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:35Z', 'updated_at': '2021-06-16T17:09:14Z', 'revision_number': 6, 'project_id': '93dd9abb800643ffa89b6a1a773a2f99', 'gw_port_host': None}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:09:14.685215 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Calling delete_port for f8fcb47f-958e-44cd-8e30-2aa21f47d7fb owned by network:router_gateway {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:14.960419 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:14.962690 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-04206e2b-179a-4399-8014-ab4d030a5a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:14.990906 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fcb47f-958e-44cd-8e30-2aa21f47d7fb,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:14.996589 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:15.026056 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.095167 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838993'] for router_gateway, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.146630 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 up at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:09:15.200688 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7544'] for router, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.202973 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.219364 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294679b-31d0-454e-a999-ee9a5f9063d3 req-71a999b8-adea-4e14-a991-e3c1cea5016c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:15.221074 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c294679b-31d0-454e-a999-ee9a5f9063d3 req-71a999b8-adea-4e14-a991-e3c1cea5016c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 944 time: 0.0943844 Jun 16 17:09:15.261779 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning for port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 completed by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:09:15.266017 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.provisioning_blocks [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Provisioning complete for port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 triggered by entity L2. {{(pid=100142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:09:15.266301 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c294679b-31d0-454e-a999-ee9a5f9063d3 req-1a3bd61c-026c-47c8-8b89-0247062f7a4a tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Jun 16 17:09:15.266482 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548966'] for port, provisioning_complete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.296038 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3931995'] for router, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.296650 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa {{(pid=100140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:09:15.302837 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.302837 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-f8635339-fe11-4f92-9352-03fd9bd01f97 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8a45f7c3-dabb-44f3-9c3f-9295e8ea89aa HTTP/1.1" status: 204 len: 168 time: 1.1730678 Jun 16 17:09:15.315396 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38106) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:15.355167 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668126'] for port, before_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.367121 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Deleting subnet 722fc994-cffd-473f-ace3-c253fccd0ad2 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:09:15.372780 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.377559 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9'}] {{(pid=100142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:15.380068 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b482295638775c31f5c0770857fe65801e3ae16b86345298d36627536960869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc389b1-1133-465a-9285-0d1ed2774fcf" -d '{"events": [{"server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "name": "network-vif-plugged", "status": "completed", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9"}]}' {{(pid=100142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:15.402865 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] For port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:15.435414 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39eef94-3eb5-43ca-b605-8c0d5e737713 x-openstack-request-id: req-c39eef94-3eb5-43ca-b605-8c0d5e737713 {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:15.435794 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "name": "network-vif-plugged", "status": "completed", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9", "code": 200}]} {{(pid=100142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:15.436127 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c39eef94-3eb5-43ca-b605-8c0d5e737713 {{(pid=100142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:15.436601 dv-cinder-783389-6-smb neutron-server[100142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'code': 200} Jun 16 17:09:15.443894 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772481'] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.479722 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767196737895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767196293151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767196293196'] for port, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.481825 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:15.511085 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f8fcb47f-958e-44cd-8e30-2aa21f47d7fb no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:15.534848 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.535097 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: f8fcb47f-958e-44cd-8e30-2aa21f47d7fb {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:15.535357 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f8fcb47f-958e-44cd-8e30-2aa21f47d7fb not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:15.536079 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7bfd4c5a-c77f-4f99-8107-7e68c006af88 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:15.559419 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 7bfd4c5a-c77f-4f99-8107-7e68c006af88 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:15.559768 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7bfd4c5a-c77f-4f99-8107-7e68c006af88 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:15.574544 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Pushing event updated for resources: {'Port': ['ID=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,revision_number=5']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:15.577895 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:15.677530 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8495758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12140349'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.682759 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-138c3628-80bf-4d7d-a337-11aabdafed9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:15.716741 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722fc994-cffd-473f-ace3-c253fccd0ad2,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:15.718879 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.723152 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/722fc994-cffd-473f-ace3-c253fccd0ad2 HTTP/1.1" status: 204 len: 168 time: 0.4043953 Jun 16 17:09:15.723152 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-c34da0b3-f3a9-406e-bbd6-d61d64de1a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:15.725177 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38110) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:15.726604 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa2143-6435-4247-9b70-dbe51111ba55 None None] Network 5ff7f806-be09-4faf-a914-9cdf3848169c requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:09:15.826945 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.836993 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.949923 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939185e6-16d5-4ef8-be91-c47abe140aaf req-111a5007-8add-4f1c-b563-dced1f4e28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:15.951434 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-939185e6-16d5-4ef8-be91-c47abe140aaf req-111a5007-8add-4f1c-b563-dced1f4e28ea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 1098 time: 0.1095223 Jun 16 17:09:15.955486 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Deleting port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:15.955823 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:15.990597 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] DHCP port deletion for 5ff7f806-be09-4faf-a914-9cdf3848169c request from dv-cinder-783389-6-smb {{(pid=100142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:09:16.041315 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] Deleting port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 {{(pid=100142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:16.042270 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.044657 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-939185e6-16d5-4ef8-be91-c47abe140aaf req-b6741713-93e2-41cb-8cda-95f91bd482c1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859191 Jun 16 17:09:16.046383 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] For port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:16.046812 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.111704 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] For port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,segment=NetworkSegment(4769986b-2a1a-4421-8883-68caeed65ee3),segment_id=4769986b-2a1a-4421-8883-68caeed65ee3)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:16.112099 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.121734 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Calling delete_port for 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 owned by network:dhcp {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:16.176542 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] Calling delete_port for 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 owned by network:dhcp {{(pid=100142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:16.268198 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: from cryptography.utils import int_from_bytes Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: from cryptography.utils import int_from_bytes Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.271331 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: retrieve_revision_numbers = { Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:16.279373 dv-cinder-783389-6-smb neutron-server[100142]: self.session.flush() Jun 16 17:09:16.281933 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:16.282128 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.283296 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c381fc49-f013-4ab2-b68d-3f4eac6f16ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:16.310873 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] Pushing event deleted for resources: {'Port': ['ID=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,revision_number=None']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:16.314855 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:16.315853 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818c694-3258-4d7b-9adf-c2aecbbb827d None None] No DVR routers for this DVR port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 on host dv-cinder-783389-6-smb {{(pid=100142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:09:16.325816 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e3fbe2-5b3c-449a-af86-b5ad0b315d19,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:16.331457 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:16.332737 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] No DVR routers for this DVR port 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 on host dv-cinder-783389-6-smb {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:09:16.418073 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.430015 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff7f806-be09-4faf-a914-9cdf3848169c']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:16.442106 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4769986b-2a1a-4421-8883-68caeed65ee3') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:16.442397 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4769986b-2a1a-4421-8883-68caeed65ee3') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:16.453216 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.473781 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.502331 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:09:16.502999 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: retrieve_revision_numbers = { Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:09:16.505942 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:09:16.671765 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bdbd0-347c-44d1-b944-39d464b02010 req-3acf6ff9-8db1-4928-8620-f39d082226b7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:16.673538 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-543bdbd0-347c-44d1-b944-39d464b02010 req-3acf6ff9-8db1-4928-8620-f39d082226b7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 945 time: 0.1955378 Jun 16 17:09:16.720030 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-543bdbd0-347c-44d1-b944-39d464b02010 req-78ab4ea8-a01f-4a67-8fbc-e2dee8789980 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371735 Jun 16 17:09:16.730946 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.736131 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:16.739924 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:16.747474 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5ff7f806-be09-4faf-a914-9cdf3848169c HTTP/1.1" status: 204 len: 168 time: 1.0178833 Jun 16 17:09:16.748896 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38114) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:16.755879 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff7f806-be09-4faf-a914-9cdf3848169c,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:16.778668 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-cfb2a551-ba8b-4907-aa6e-dea78017f1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:17.354898 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:17.377112 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:17.377566 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 47e3fbe2-5b3c-449a-af86-b5ad0b315d19 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:17.517234 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902150'] for router_interface, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.828182 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Deleting port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:17.829223 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.965596 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] For port 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,segment=NetworkSegment(bf124161-a458-4002-8809-f758dd4bb437),segment_id=bf124161-a458-4002-8809-f758dd4bb437)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:17.966127 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:17.971102 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187db9-33b9-44f0-ab10-09242a6b1509 req-5eb9f7e7-5206-47c8-827f-d7644c7f5431 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:17.972990 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9f187db9-33b9-44f0-ab10-09242a6b1509 req-5eb9f7e7-5206-47c8-827f-d7644c7f5431 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 945 time: 0.0861557 Jun 16 17:09:18.034863 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-9f187db9-33b9-44f0-ab10-09242a6b1509 req-7ec0f0fc-226c-44db-a175-2555e0f26c9c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508969 Jun 16 17:09:18.043214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Calling delete_port for 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df owned by network:router_interface {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:18.276691 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5ad82-6684-4fa5-b52b-9f362cf2cc7d req-8e3cce5a-acb2-47ee-b895-5c71d0e23a2f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:18.278404 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-a5d5ad82-6684-4fa5-b52b-9f362cf2cc7d req-8e3cce5a-acb2-47ee-b895-5c71d0e23a2f tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 945 time: 0.0743999 Jun 16 17:09:18.288976 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38120) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:18.296814 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Request body: {'floatingip': {'port_id': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:09:18.302874 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.354584 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-245e0bde-64c2-49ef-83e3-3c7bea566a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:18.409180 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa76e1d-2e9f-4417-91ac-e8ee6404e4df,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:18.419033 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, before_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:18.426433 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:19.005823 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902034'] for router_interface, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:19.461071 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:19.488311 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Router 2f02b767-f96b-46d8-8546-99b282f92803 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:09:19.538113 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:19.686444 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:09:19.692610 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-ba7cb90a-6d8c-445d-b5f5-669006caceac admin admin] 10.222.0.36 "PUT /v2.0/routers/2f02b767-f96b-46d8-8546-99b282f92803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422629 Jun 16 17:09:19.696206 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38122) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:19.696995 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.l3_db [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Floating IP b3b34886-39ac-44c9-937a-71695f3038e6 associated. External IP: 172.28.3.70, port: 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9. Jun 16 17:09:19.703600 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] Sync routers for ids ['2f02b767-f96b-46d8-8546-99b282f92803'] in dv-cinder-783389-6-smb {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:09:19.718809 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] Routers {'2f02b767-f96b-46d8-8546-99b282f92803'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:19.719637 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:09:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['2f02b767-f96b-46d8-8546-99b282f92803'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:19.851584 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] Set router 2f02b767-f96b-46d8-8546-99b282f92803 gateway port host: dv-cinder-783389-6-smb {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:19.896163 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks [] for router, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:20.015566 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Router abad00c1-9551-42c5-97c0-d0f5976107d1 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:09:20.019889 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:20.112567 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:09:18Z', 'revision_number': 5, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port': {'id': 'e16f6245-954a-449d-be53-8abd17dd77b9', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f02b767-f96b-46d8-8546-99b282f92803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:04:45Z', 'updated_at': '2021-06-16T17:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:20.120394 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] Checking router: 2f02b767-f96b-46d8-8546-99b282f92803 for host: dv-cinder-783389-6-smb {{(pid=100142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:09:20.134731 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] Routers {'2f02b767-f96b-46d8-8546-99b282f92803'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:20.135740 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:09:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['2f02b767-f96b-46d8-8546-99b282f92803'], 'active': True} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:20.153140 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:09:20.158150 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:20.168423 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] Sync routers for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:09:20.181580 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:20.182970 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:09:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:20.184333 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Deleting port e16f6245-954a-449d-be53-8abd17dd77b9 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:20.184829 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:20.213032 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-42491877-ebe0-45cf-8a6d-5dd0e85d9a25 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "PUT /v2.0/floatingips/b3b34886-39ac-44c9-937a-71695f3038e6 HTTP/1.1" status: 200 len: 990 time: 1.9224844 Jun 16 17:09:20.226484 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9'}] {{(pid=100140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:09:20.226484 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c58a4a5545ae7107b546c6a5864de2b762f4eecf72a52c0ce550df9e6fecce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee0f47-13f1-42af-aa46-eb6c093ae83d" -d '{"events": [{"name": "network-changed", "server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9"}]}' {{(pid=100140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:09:20.308757 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] For port e16f6245-954a-449d-be53-8abd17dd77b9, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=e16f6245-954a-449d-be53-8abd17dd77b9,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:20.309567 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:20.313576 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvr_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] Set router 2f02b767-f96b-46d8-8546-99b282f92803 gateway port host: None {{(pid=100142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:20.330566 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:20.340613 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8d419-e07a-478f-a98e-c385854d1dee x-openstack-request-id: req-50e8d419-e07a-478f-a98e-c385854d1dee {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:09:20.343181 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9", "status": "completed", "code": 200}]} {{(pid=100140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:09:20.343711 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50e8d419-e07a-478f-a98e-c385854d1dee {{(pid=100140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:09:20.370388 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'status': 'completed', 'code': 200} Jun 16 17:09:20.421496 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Calling delete_port for e16f6245-954a-449d-be53-8abd17dd77b9 owned by network:router_gateway {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:20.438432 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_hamode_db [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:09:20Z', 'revision_number': 6, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port_host': None}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:20.445751 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d31019-c035-48d0-9efd-9f6a0ec365a9 None None] The sync data for ids ['2f02b767-f96b-46d8-8546-99b282f92803'] in dv-cinder-783389-6-smb is: [{'id': '2f02b767-f96b-46d8-8546-99b282f92803', 'name': 'tempest-TestShelveInstance-2133052148-router', 'tenant_id': 'df3258ce121b4ba292815bd61fdf3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:04:44Z', 'updated_at': '2021-06-16T17:09:20Z', 'revision_number': 6, 'project_id': 'df3258ce121b4ba292815bd61fdf3140', 'gw_port_host': None}] {{(pid=100142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:09:20.632871 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-ac332d45-d234-4b49-bb51-e7afa2fc3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.635417 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-ac332d45-d234-4b49-bb51-e7afa2fc3c5c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3164133be25146c8a92c6a566edeef70&device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 1098 time: 0.2670081 Jun 16 17:09:20.738609 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'b3b34886-39ac-44c9-937a-71695f3038e6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'port_id': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'mac_address': 'fa:16:3e:dc:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a63042-308b-4ab6-8152-108babb1900e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:19Z', 'revision_number': 1, 'project_id': '3164133be25146c8a92c6a566edeef70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:20.743328 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] Checking router: abad00c1-9551-42c5-97c0-d0f5976107d1 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:09:20.751965 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:09:20.752588 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:09:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:20.906784 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-e51d9bd4-57a4-42c6-be47-4313e0eb9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:20.908356 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-e51d9bd4-57a4-42c6-be47-4313e0eb9c84 service neutron] 10.222.0.96 "GET /v2.0/networks?id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 200 len: 913 time: 0.2635272 Jun 16 17:09:20.918852 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:09:21.028497 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-01f9d429-a0b1-4d7b-93d3-66fdaae066c9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 HTTP/1.1" status: 200 len: 998 time: 0.1098456 Jun 16 17:09:21.030446 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:21.035186 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8f88c2a6-1495-40e4-9202-5f9757d10dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:21.120848 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=e16f6245-954a-449d-be53-8abd17dd77b9,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:21.137249 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:21.192791 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'b3b34886-39ac-44c9-937a-71695f3038e6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'port_id': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'mac_address': 'fa:16:3e:dc:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a63042-308b-4ab6-8152-108babb1900e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:19Z', 'revision_number': 1, 'project_id': '3164133be25146c8a92c6a566edeef70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:21.198188 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8910c-bb97-43df-a45f-2d9ef56b9bbe None None] The sync data for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb is: [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_floatingips': [{'id': 'b3b34886-39ac-44c9-937a-71695f3038e6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'router_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'port_id': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'mac_address': 'fa:16:3e:dc:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a63042-308b-4ab6-8152-108babb1900e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:09:02Z', 'updated_at': '2021-06-16T17:09:19Z', 'revision_number': 1, 'project_id': '3164133be25146c8a92c6a566edeef70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:09:21.233557 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-cae58c6f-97ff-4709-afc1-b0dd3b643c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:21.236046 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-cae58c6f-97ff-4709-afc1-b0dd3b643c99 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 200 len: 850 time: 0.1932852 Jun 16 17:09:21.378355 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e16f6245-954a-449d-be53-8abd17dd77b9 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:21.417712 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: e16f6245-954a-449d-be53-8abd17dd77b9 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:21.418310 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e16f6245-954a-449d-be53-8abd17dd77b9 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:21.419073 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:21.457796 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:21.458480 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 7aa76e1d-2e9f-4417-91ac-e8ee6404e4df not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:21.518455 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c205db0-4b39-42d4-9426-aaba420ad3fd None None] New status for floating IP b3b34886-39ac-44c9-937a-71695f3038e6: ACTIVE {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:09:21.650706 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838993'] for router_gateway, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:21.804406 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7544'] for router, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:21.811638 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:21.893629 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-5dfde0d2-a27f-4667-965a-edd3933e6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:09:21.896230 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-5dfde0d2-a27f-4667-965a-edd3933e6b32 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6523252 Jun 16 17:09:21.969672 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3931995'] for router, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:21.970440 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f02b767-f96b-46d8-8546-99b282f92803 {{(pid=100141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:09:21.977378 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] Notify callbacks [] for router, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:21.979244 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-3cc5e1fa-d5a3-4802-9245-6386fa123cfa admin admin] 10.222.0.36 "DELETE /v2.0/routers/2f02b767-f96b-46d8-8546-99b282f92803 HTTP/1.1" status: 204 len: 168 time: 2.2814691 Jun 16 17:09:21.982194 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38130) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:22.032683 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-c8a6ae52-d099-4a5f-b51a-8072e93dad6f service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274753 Jun 16 17:09:22.059921 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Deleting subnet 2bc70854-3fcc-43ea-9f5d-eca2710695a1 {{(pid=100140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:09:22.064633 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.127863 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9163966'] for subnet, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.188223 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-44ee0f47-13f1-42af-aa46-eb6c093ae83d req-ba6391cb-00b0-4e35-b408-1ada99ce3b17 service neutron] 10.222.0.96 "GET /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472654 Jun 16 17:09:22.240191 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.411507 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9855718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934181'] for subnet, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.414864 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:22.442545 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc70854-3fcc-43ea-9f5d-eca2710695a1,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:22.446116 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:22.449862 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.453219 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2bc70854-3fcc-43ea-9f5d-eca2710695a1 HTTP/1.1" status: 204 len: 168 time: 0.4694507 Jun 16 17:09:22.456337 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38132) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:22.458668 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd9ce0-f938-4b76-8b8c-c3c0bec355a3 None None] Network c1a87275-e2d5-4ef8-8e11-d0f3a942c28e requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:09:22.542581 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.666956 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] DHCP port deletion for c1a87275-e2d5-4ef8-8e11-d0f3a942c28e request from dv-cinder-783389-6-smb {{(pid=100142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:09:22.731699 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] Deleting port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 {{(pid=100142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:22.732256 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.823774 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] For port 994e6b3b-5b2b-4551-9879-a9f81dc090a5, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=994e6b3b-5b2b-4551-9879-a9f81dc090a5,segment=NetworkSegment(bf124161-a458-4002-8809-f758dd4bb437),segment_id=bf124161-a458-4002-8809-f758dd4bb437)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:22.824391 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.900057 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] Calling delete_port for 994e6b3b-5b2b-4551-9879-a9f81dc090a5 owned by network:dhcp {{(pid=100142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:22.924250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Deleting port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:09:22.924598 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:22.994718 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] For port 994e6b3b-5b2b-4551-9879-a9f81dc090a5, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=994e6b3b-5b2b-4551-9879-a9f81dc090a5,segment=NetworkSegment(bf124161-a458-4002-8809-f758dd4bb437),segment_id=bf124161-a458-4002-8809-f758dd4bb437)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:09:22.998894 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.073218 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Calling delete_port for 994e6b3b-5b2b-4551-9879-a9f81dc090a5 owned by network:dhcp {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:09:23.076978 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.080560 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:23.110145 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] Pushing event deleted for resources: {'Port': ['ID=994e6b3b-5b2b-4551-9879-a9f81dc090a5,revision_number=None']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:23.112221 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] No DVR routers for this DVR port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 on host dv-cinder-783389-6-smb {{(pid=100142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:09:23.113686 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-b7382469-fcd9-46da-8259-857344a10e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:23.158911 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.161003 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-cb56fd7d-8569-4a3c-ab9b-f055ad73f77b tempest-VolumesActionsTest-867623436 tempest-VolumesActionsTest-867623436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:23.187063 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=994e6b3b-5b2b-4551-9879-a9f81dc090a5,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:23.190687 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:23.193227 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] No DVR routers for this DVR port 994e6b3b-5b2b-4551-9879-a9f81dc090a5 on host dv-cinder-783389-6-smb {{(pid=100140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:09:23.267105 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.278015 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a87275-e2d5-4ef8-8e11-d0f3a942c28e']}} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:23.289055 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf124161-a458-4002-8809-f758dd4bb437') {'for_net_delete': True} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:23.289391 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf124161-a458-4002-8809-f758dd4bb437') {} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:09:23.299350 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9163943'] for segment, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.316337 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.326863 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=100140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:09:23.326863 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9855609'] for segment, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: self.session.flush() Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: self.session.flush() Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: self.session.flush() Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: self.session.flush() Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: Traceback (most recent call last): Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: timer() Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: cb(*args, **kw) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: return func(*args, **kwargs) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: self._notify() Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: self.callback(batched_events) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: event.method(event) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: return f(self, *a, **k) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: return self._get(url).json() Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: return self.request(url, 'GET', **kwargs) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:09:23.327228 dv-cinder-783389-6-smb neutron-server[100140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:09:23.357757 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 994e6b3b-5b2b-4551-9879-a9f81dc090a5 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:09:23.383859 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 994e6b3b-5b2b-4551-9879-a9f81dc090a5 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:09:23.384333 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 994e6b3b-5b2b-4551-9879-a9f81dc090a5 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:09:23.468141 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.472946 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:23.478308 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.479565 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c1a87275-e2d5-4ef8-8e11-d0f3a942c28e HTTP/1.1" status: 204 len: 168 time: 1.0219479 Jun 16 17:09:23.491974 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a87275-e2d5-4ef8-8e11-d0f3a942c28e,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:23.496407 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dfe81f00-b12b-4692-ba26-e6832ed03fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:23.910088 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38140) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:23.963822 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-c1c8f553-4cd9-4a97-acb5-7e55ef5b5343 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93dd9abb800643ffa89b6a1a773a2f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519783 Jun 16 17:09:23.969876 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38142) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:24.020654 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2619eef3-446c-4188-85ab-c4cc47489c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:24.043606 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2619eef3-446c-4188-85ab-c4cc47489c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:24.170518 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2619eef3-446c-4188-85ab-c4cc47489c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:24.173101 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2619eef3-446c-4188-85ab-c4cc47489c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:24.174284 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-2619eef3-446c-4188-85ab-c4cc47489c05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/563b1bb6-4e72-4b19-8b8c-fbb092de4d2d HTTP/1.1" status: 204 len: 168 time: 0.2034562 Jun 16 17:09:24.175154 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-58121b29-e83e-4371-a9d5-bf4e15ebf094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:24.183455 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619eef3-446c-4188-85ab-c4cc47489c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563b1bb6-4e72-4b19-8b8c-fbb092de4d2d,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:24.186115 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-2619eef3-446c-4188-85ab-c4cc47489c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:24.937720 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38148) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:24.980086 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bf66a15c-254a-4c87-9c56-d4ffcb7b5881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df3258ce121b4ba292815bd61fdf3140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408869 Jun 16 17:09:24.982532 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38152) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:09:25.034222 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dc037b9b-b8d2-4e53-9fec-a25553abef7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:25.058008 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dc037b9b-b8d2-4e53-9fec-a25553abef7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:25.180492 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dc037b9b-b8d2-4e53-9fec-a25553abef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:25.183947 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-dc037b9b-b8d2-4e53-9fec-a25553abef7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:25.185357 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-dc037b9b-b8d2-4e53-9fec-a25553abef7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b362b1c0-b023-4dd1-94e6-c37609f28ced HTTP/1.1" status: 204 len: 168 time: 0.2018516 Jun 16 17:09:25.186317 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7a19c234-6f58-4558-95f7-109a3c033817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:09:25.197201 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc037b9b-b8d2-4e53-9fec-a25553abef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b362b1c0-b023-4dd1-94e6-c37609f28ced,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:09:25.200415 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-dc037b9b-b8d2-4e53-9fec-a25553abef7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:09:39.004885 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3c83afc1-f646-4990-a7bc-4a8175bfc3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:41.824986 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c2e8-face-4b73-9983-bd7755e39b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:42.247536 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:43.259338 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:45.044935 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:45.810451 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:49.603087 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:10:08.977918 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f8531967-20c3-44f4-b25d-8e406845f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.029771 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-08340088-9fc9-438a-a993-541adab6b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.272573 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:12.735668 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e43e0a-d1d4-4ded-9536-bcd1970d0f5e req-4e524858-752e-4eb9-a45c-57afbbaeb561 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:12.737154 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e0e43e0a-d1d4-4ded-9536-bcd1970d0f5e req-4e524858-752e-4eb9-a45c-57afbbaeb561 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 945 time: 0.0672593 Jun 16 17:10:12.776706 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-e0e43e0a-d1d4-4ded-9536-bcd1970d0f5e req-8ad1041f-1042-4205-a7fb-13a151d79be8 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333762 Jun 16 17:10:13.266854 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.020853 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ae0f6-ac7c-42f4-b4bc-ee054032def6 req-4e424478-738a-428c-99da-edecb6d6e082 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:14.022382 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bf5ae0f6-ac7c-42f4-b4bc-ee054032def6 req-4e424478-738a-428c-99da-edecb6d6e082 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 945 time: 0.0697360 Jun 16 17:10:14.062930 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-bf5ae0f6-ac7c-42f4-b4bc-ee054032def6 req-86e80d33-42ed-446b-bceb-8b0ee473b6ff tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70eae4-98db-49c6-8832-521db4866f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345323 Jun 16 17:10:14.597977 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-7ae7d1e1-54c4-462a-a5d5-286ad96e632b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:14.599562 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-7ae7d1e1-54c4-462a-a5d5-286ad96e632b tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 945 time: 0.0707743 Jun 16 17:10:14.707792 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Deleting port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:14.708144 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.804844 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] For port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9, host hv-cinder-78338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78338',level=0,port_id=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:14.805222 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.987829 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.988107 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3839201'] for floatingip, after_update {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:14.988445 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.l3_db [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Floating IP b3b34886-39ac-44c9-937a-71695f3038e6 disassociated. External IP: 172.28.3.70, port: 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9. Jun 16 17:10:14.989426 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Calling delete_port for 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 owned by compute:nova {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:15.046589 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:15.181637 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:15.188366 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a84ef1b7-722c-4a06-ba81-4dbbde525d93 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c5a6913a-8feb-4580-8b97-a1ae465d97d2 req-4ed2cd5f-af88-4602-a217-d658166a018c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 210 time: 0.0600386 Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event deleted for resources: {'Port': ['ID=78c21e5d-a02b-4b7c-97c8-fb2d316b7de9,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.281403 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.282396 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:15.282396 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:15.373679 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Router abad00c1-9551-42c5-97c0-d0f5976107d1 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:10:15.489933 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:10:15.500933 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] Sync routers for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:10:15.511059 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:10:15.511683 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:10:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:15.534018 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] No DVR routers for this DVR port 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 on host hv-cinder-78338 {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:10:15.537152 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for port, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:15.539186 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-54b26f2b-44db-4e3f-aa19-1f0dfbada776 req-36d125d4-c9ab-4fdb-b1db-3659a5ea39fc tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.96 "DELETE /v2.0/ports/78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 HTTP/1.1" status: 204 len: 173 time: 0.9344139 Jun 16 17:10:15.539693 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'name': 'network-vif-deleted', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9'}] {{(pid=100141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:10:15.542101 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8127abb6054b718c8cb65baec4bff64b9fd0f07f39433f5940d2bad3b0af0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b07e4-1768-4e0a-960f-e737261d8d1a" -d '{"events": [{"server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "name": "network-vif-deleted", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9"}]}' {{(pid=100141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:10:15.589092 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e0872-1ad2-4680-b150-9d09d5187b76 x-openstack-request-id: req-006e0872-1ad2-4680-b150-9d09d5187b76 {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:10:15.589463 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a63042-308b-4ab6-8152-108babb1900e", "name": "network-vif-deleted", "tag": "78c21e5d-a02b-4b7c-97c8-fb2d316b7de9", "status": "completed", "code": 200}]} {{(pid=100141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:10:15.589754 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-006e0872-1ad2-4680-b150-9d09d5187b76 {{(pid=100141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:10:15.590191 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a63042-308b-4ab6-8152-108babb1900e', 'name': 'network-vif-deleted', 'tag': '78c21e5d-a02b-4b7c-97c8-fb2d316b7de9', 'status': 'completed', 'code': 200} Jun 16 17:10:15.643964 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:10:15.827447 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:15.856535 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:15.860167 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] Checking router: abad00c1-9551-42c5-97c0-d0f5976107d1 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:10:15.868997 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:10:15.869795 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:10:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:15.978042 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:10:16.182824 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:16.186547 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730799f5-b81f-416a-b867-db6baeff6583 None None] The sync data for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb is: [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:06:06Z', 'revision_number': 4, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb', '_interfaces': [{'id': '48eb786c-0c77-4958-94b7-8007f5a253ec', 'name': '', 'network_id': 'eb517fcb-7f8f-4d5e-bf79-c29569c25aa6', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'mac_address': 'fa:16:3e:49:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:05Z', 'updated_at': '2021-06-16T17:06:11Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'subnets': [{'id': 'b263bc74-7abb-4146-9335-d390b47baa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:10:16.417608 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [req-c9290bc7-8470-4edd-a038-98ac834e10cd req-01a955aa-f83c-4f01-baea-809a5cd90689 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a63042-308b-4ab6-8152-108babb1900e HTTP/1.1" status: 200 len: 210 time: 0.0302682 Jun 16 17:10:16.429742 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de0c82-012f-4f77-9787-4f9174d8c518 None None] New status for floating IP b3b34886-39ac-44c9-937a-71695f3038e6: DOWN {{(pid=100142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:10:17.636457 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38324) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:17.692870 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:17.718559 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:17.881224 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:17.884026 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:17.885523 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "DELETE /v2.0/security-groups/eb70eae4-98db-49c6-8832-521db4866f32 HTTP/1.1" status: 204 len: 168 time: 0.2480147 Jun 16 17:10:17.886361 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9e3dbf9d-b3e2-42d4-a94e-c106ec8f85d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:17.888449 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38326) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:17.896467 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb70eae4-98db-49c6-8832-521db4866f32,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:17.904481 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.907359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.907359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.907359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.907359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.907359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.907359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.907359 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.908124 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.api.v2.resource [None req-6136c7dc-c1cc-4c5e-941f-258734b2e22c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] show failed (client error): The resource could not be found. Jun 16 17:10:17.908214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.908214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.908214 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.908447 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6136c7dc-c1cc-4c5e-941f-258734b2e22c tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "GET /v2.0/security-groups/eb70eae4-98db-49c6-8832-521db4866f32 HTTP/1.1" status: 404 len: 347 time: 0.0187433 Jun 16 17:10:17.908572 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:17.911992 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-5ddee89c-b311-4790-b531-c53c3f1692f2 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:17.912508 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38328) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:18.057597 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Deleting port 9602089a-93d3-4a39-b396-bfbcf4f0dc2d {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:18.057939 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:18.142931 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:18.143229 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:18.212072 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Calling delete_port for 9602089a-93d3-4a39-b396-bfbcf4f0dc2d owned by network:floatingip {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:18.412843 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:18.414967 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bff04f50-7a87-4cae-831c-494e493c8e60 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:18.438611 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Pushing event deleted for resources: {'Port': ['ID=9602089a-93d3-4a39-b396-bfbcf4f0dc2d,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:18.441896 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:18.501522 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks [] for floatingip, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:18.503953 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198730'] for floatingip, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:18.505086 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-9851ad8b-40bc-4f23-8ac1-81f32591b7c7 tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] 10.222.0.36 "DELETE /v2.0/floatingips/b3b34886-39ac-44c9-937a-71695f3038e6 HTTP/1.1" status: 204 len: 168 time: 0.5916312 Jun 16 17:10:19.498059 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 no longer exists at agent hyperv_hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:10:19.519548 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] No Port match for: 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:10:19.519902 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Device 78c21e5d-a02b-4b7c-97c8-fb2d316b7de9 not bound to the agent host hv-cinder-78338 {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:10:22.766699 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38356) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:23.120552 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3902150'] for router_interface, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:23.374315 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Deleting port 48eb786c-0c77-4958-94b7-8007f5a253ec {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:23.374574 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:23.454123 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] For port 48eb786c-0c77-4958-94b7-8007f5a253ec, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=48eb786c-0c77-4958-94b7-8007f5a253ec,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:23.454425 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:23.523446 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Calling delete_port for 48eb786c-0c77-4958-94b7-8007f5a253ec owned by network:router_interface {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:23.775101 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:23.777313 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-f89f9143-79cb-49f5-bf38-77cad99bd768 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:23.801680 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48eb786c-0c77-4958-94b7-8007f5a253ec,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:23.804844 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:23.973495 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3902034'] for router_interface, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:24.187745 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Router abad00c1-9551-42c5-97c0-d0f5976107d1 has already been hosted by L3 agent aba75e93-bec6-469a-a844-5c1b00c75740 {{(pid=100141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:10:24.294497 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Notify agent at l3_agent.dv-cinder-783389-6-smb the message routers_updated {{(pid=100141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:10:24.299994 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] 10.222.0.36 "PUT /v2.0/routers/abad00c1-9551-42c5-97c0-d0f5976107d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322151 Jun 16 17:10:24.303315 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38360) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:24.304407 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] Sync routers for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:10:24.313904 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:10:24.314515 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:10:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:24.422685 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks [] for router, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:24.427893 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: dv-cinder-783389-6-smb {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:10:24.531760 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:24.615292 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'external_fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:10:23Z', 'revision_number': 5, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port': {'id': 'f23e2172-102d-4016-8c1c-3e4cfda657e1', 'name': '', 'network_id': '23aa7e45-c9e4-4919-9118-4e86dec71910', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783389-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:06:03Z', 'updated_at': '2021-06-16T17:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a20fd0d-e059-4388-8023-e26571859dbf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783389-6-smb'}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:24.618932 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] Checking router: abad00c1-9551-42c5-97c0-d0f5976107d1 for host: dv-cinder-783389-6-smb {{(pid=100143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:10:24.627250 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] Routers {'abad00c1-9551-42c5-97c0-d0f5976107d1'} bound to L3 agent in host dv-cinder-783389-6-smb {{(pid=100143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:10:24.627991 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783389-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:50:12Z,description=,heartbeat_timestamp=2021-06-16T17:10:12Z,host='dv-cinder-783389-6-smb',id=aba75e93-bec6-469a-a844-5c1b00c75740,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:50:12Z,topic='l3_agent')) {'router_ids': ['abad00c1-9551-42c5-97c0-d0f5976107d1'], 'active': True} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:24.653997 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Deleting port f23e2172-102d-4016-8c1c-3e4cfda657e1 {{(pid=100140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:24.654322 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:24.747296 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.db [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] For port f23e2172-102d-4016-8c1c-3e4cfda657e1, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=f23e2172-102d-4016-8c1c-3e4cfda657e1,segment=NetworkSegment(f83a1d57-a5c4-4906-8e33-81bd6cdff909),segment_id=f83a1d57-a5c4-4906-8e33-81bd6cdff909)] {{(pid=100140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:24.747296 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:24.804129 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_dvr_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] Set router abad00c1-9551-42c5-97c0-d0f5976107d1 gateway port host: None {{(pid=100143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:10:24.819155 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.plugin [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Calling delete_port for f23e2172-102d-4016-8c1c-3e4cfda657e1 owned by network:router_gateway {{(pid=100140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:24.859440 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.l3_hamode_db [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:10:24Z', 'revision_number': 6, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port_host': None}], 'dv-cinder-783389-6-smb', False) {} {{(pid=100143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:24.863254 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39364de2-da4d-4b83-8c25-92b5afaba6ad None None] The sync data for ids ['abad00c1-9551-42c5-97c0-d0f5976107d1'] in dv-cinder-783389-6-smb is: [{'id': 'abad00c1-9551-42c5-97c0-d0f5976107d1', 'name': 'tempest-AttachVolumeTestJSON-1775522550-router', 'tenant_id': '3164133be25146c8a92c6a566edeef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:06:02Z', 'updated_at': '2021-06-16T17:10:24Z', 'revision_number': 6, 'project_id': '3164133be25146c8a92c6a566edeef70', 'gw_port_host': None}] {{(pid=100143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:10:25.078574 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9855532'] for port, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.080651 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-418b7f51-c497-4a54-b550-a56e387b76aa tempest-AttachVolumeTestJSON-1255419069 tempest-AttachVolumeTestJSON-1255419069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:25.105604 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f23e2172-102d-4016-8c1c-3e4cfda657e1,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:25.108727 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:25.170090 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838993'] for router_gateway, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.263812 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3930194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7544'] for router, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.266119 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.372053 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3931995'] for router, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.372718 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router abad00c1-9551-42c5-97c0-d0f5976107d1 {{(pid=100140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:10:25.382633 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] Notify callbacks [] for router, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.382633 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-2869215f-0bcd-4c2d-b4cb-4ac5df2bd7ec admin admin] 10.222.0.36 "DELETE /v2.0/routers/abad00c1-9551-42c5-97c0-d0f5976107d1 HTTP/1.1" status: 204 len: 168 time: 1.0741198 Jun 16 17:10:25.382633 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38364) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:25.426649 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Deleting subnet b263bc74-7abb-4146-9335-d390b47baa18 {{(pid=100140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:10:25.429827 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.463771 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9163966'] for subnet, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.545156 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.655384 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 48eb786c-0c77-4958-94b7-8007f5a253ec no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:10:25.675523 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: 48eb786c-0c77-4958-94b7-8007f5a253ec {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:10:25.675946 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device 48eb786c-0c77-4958-94b7-8007f5a253ec not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:10:25.676942 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f23e2172-102d-4016-8c1c-3e4cfda657e1 no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:10:25.686358 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9855718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934181'] for subnet, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.695766 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: f23e2172-102d-4016-8c1c-3e4cfda657e1 {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:10:25.697538 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device f23e2172-102d-4016-8c1c-3e4cfda657e1 not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:10:25.698162 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d1bd3a82-3652-4bbe-9800-3180064497dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:25.702809 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.704695 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b263bc74-7abb-4146-9335-d390b47baa18 HTTP/1.1" status: 204 len: 168 time: 0.3212123 Jun 16 17:10:25.707195 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38366) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:25.709413 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1e156-50f9-4838-be97-ae7398da4880 None None] Network eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:10:25.730646 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b263bc74-7abb-4146-9335-d390b47baa18,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:25.733076 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-b3975571-b4fe-4bf8-854c-9dde69205fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:25.794729 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.858880 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Deleting port e1b8a4f6-8950-48fe-95e6-a8b8924237cc {{(pid=100141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:25.859223 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.916111 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] DHCP port deletion for eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 request from dv-cinder-783389-6-smb {{(pid=100142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:10:25.943652 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.db [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] For port e1b8a4f6-8950-48fe-95e6-a8b8924237cc, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:25.944038 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:25.967519 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Deleting port e1b8a4f6-8950-48fe-95e6-a8b8924237cc {{(pid=100142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:10:25.967899 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767196732573'] for port, before_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.010266 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Calling delete_port for e1b8a4f6-8950-48fe-95e6-a8b8924237cc owned by network:dhcp {{(pid=100141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:26.037117 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.db [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] For port e1b8a4f6-8950-48fe-95e6-a8b8924237cc, host dv-cinder-783389-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783389-6-smb',level=0,port_id=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,segment=NetworkSegment(3bdac31e-762a-4d08-ab06-909667e1b06e),segment_id=3bdac31e-762a-4d08-ab06-909667e1b06e)] {{(pid=100142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:10:26.037532 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3837153'] for port, precommit_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.104434 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Calling delete_port for e1b8a4f6-8950-48fe-95e6-a8b8924237cc owned by network:dhcp {{(pid=100142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:10:26.157953 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8495684'] for port, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.160070 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-a6b455ee-a268-40d8-8683-a25a76712bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:26.179832 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767196737913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767196293142'] for port, after_delete {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.181840 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:26.184621 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:26.187969 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:26.188635 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] No DVR routers for this DVR port e1b8a4f6-8950-48fe-95e6-a8b8924237cc on host dv-cinder-783389-6-smb {{(pid=100141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:10:26.208870 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Pushing event deleted for resources: {'Port': ['ID=e1b8a4f6-8950-48fe-95e6-a8b8924237cc,revision_number=None']} {{(pid=100142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:26.213235 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] No DVR routers for this DVR port e1b8a4f6-8950-48fe-95e6-a8b8924237cc on host dv-cinder-783389-6-smb {{(pid=100142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:10:26.220231 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.220570 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.220908 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.221893 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.221893 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.221893 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.222220 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.222737 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.222961 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.223285 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.223611 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.223929 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783389-6-smb {{(pid=100142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:10:26.227689 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG oslo_concurrency.lockutils [None req-c7336b24-6031-4d0c-9a27-9352c3fb4f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:26.264976 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.275781 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb517fcb-7f8f-4d5e-bf79-c29569c25aa6']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:26.286149 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdac31e-762a-4d08-ab06-909667e1b06e') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:26.286442 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdac31e-762a-4d08-ab06-909667e1b06e') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:26.295204 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.309732 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.315857 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:10:26.316130 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:10:26.318451 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:10:26.438360 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.442537 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8d122f83-b738-4ce1-a131-9656255ae016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:26.449911 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.449911 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] 10.222.0.36 "DELETE /v2.0/networks/eb517fcb-7f8f-4d5e-bf79-c29569c25aa6 HTTP/1.1" status: 204 len: 168 time: 0.7384753 Jun 16 17:10:26.458201 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb517fcb-7f8f-4d5e-bf79-c29569c25aa6,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:26.460600 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-0f3ea6e8-368b-4952-93bc-de9e9a64c43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:26.600981 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:10:26.849897 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38372) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:26.897154 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-c84ea917-56d9-4408-a8c9-ecf32f35c1d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3164133be25146c8a92c6a566edeef70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458260 Jun 16 17:10:26.899455 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38374) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:26.954075 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4aed8e70-3f89-48ad-98ef-d142ccd12b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.975797 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4aed8e70-3f89-48ad-98ef-d142ccd12b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:27.095622 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4aed8e70-3f89-48ad-98ef-d142ccd12b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:27.099309 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-4aed8e70-3f89-48ad-98ef-d142ccd12b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:27.101130 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-4aed8e70-3f89-48ad-98ef-d142ccd12b0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d85a4b4-b4e9-4fa1-a738-17bd1c7f387a HTTP/1.1" status: 204 len: 168 time: 0.2005832 Jun 16 17:10:27.101941 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4fed81e3-79a6-4a23-b510-56f70734f6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:27.113096 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed8e70-3f89-48ad-98ef-d142ccd12b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85a4b4-b4e9-4fa1-a738-17bd1c7f387a,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:27.117596 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-4aed8e70-3f89-48ad-98ef-d142ccd12b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:27.377608 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e1b8a4f6-8950-48fe-95e6-a8b8924237cc no longer exists at agent ovs-agent-dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:10:27.399524 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.plugin [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] No Port match for: e1b8a4f6-8950-48fe-95e6-a8b8924237cc {{(pid=100142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:10:27.399887 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Device e1b8a4f6-8950-48fe-95e6-a8b8924237cc not bound to the agent host dv-cinder-783389-6-smb {{(pid=100142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:10:28.239062 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38398) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:28.335666 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838303704-network', 'tenant_id': '4ae085c0956743f491a33e26464419c1'}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:28.412165 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Made reservation on behalf of 4ae085c0956743f491a33e26464419c1 for: {'network': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:28.414613 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.423969 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.515001 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.606020 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.609201 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:28.633783 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=100141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:10:28.639900 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf72174-89a7-419d-bbbe-b4324555bacd,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:28.643467 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:28.646950 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.649327 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.db.segments_db [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Added segment c5c113fc-98f5-4fa2-888c-a9c464738822 of type vlan for network 618b3d1f-7be0-4469-8518-91afff3c1d42 Jun 16 17:10:28.686285 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.845937 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.847279 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:28.855513 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.855513 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-858bf383-6273-440f-a57d-a1725fed17bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:28.908167 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Pushing event updated for resources: {'Network': ['ID=618b3d1f-7be0-4469-8518-91afff3c1d42,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:28.910554 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:28.918293 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network 618b3d1f-7be0-4469-8518-91afff3c1d42 details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:10:29.024734 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d33f70c0-abce-4272-9d19-0ca1eea70c72 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7845619 Jun 16 17:10:29.027541 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38402) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:29.032454 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.v2.base [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Request body: {'subnet': {'network_id': '618b3d1f-7be0-4469-8518-91afff3c1d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838303704-subnet', 'tenant_id': '4ae085c0956743f491a33e26464419c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:29.147236 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Made reservation on behalf of 4ae085c0956743f491a33e26464419c1 for: {'subnet': 1} {{(pid=100141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:29.149714 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12140326'] for subnet, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.400668 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8495823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12140340'] for subnet, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.402984 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:29.455043 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76fd897-3265-4cb9-b646-50acb3d252eb,revision_number=0']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:29.459453 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:29.466584 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Checking segment: {'id': 'c5c113fc-98f5-4fa2-888c-a9c464738822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '618b3d1f-7be0-4469-8518-91afff3c1d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:29.466942 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Network hostable DHCP agents. Network: 618b3d1f-7be0-4469-8518-91afff3c1d42, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:10:29.525806 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Network 618b3d1f-7be0-4469-8518-91afff3c1d42 is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:10:29.611939 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.scheduler.base_scheduler [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, 618b3d1f-7be0-4469-8518-91afff3c1d42) {{(pid=100141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:29.617683 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:29.618428 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:29.623119 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11632a58-2ed7-4011-b3d8-dd8150bb98ea None None] Network 618b3d1f-7be0-4469-8518-91afff3c1d42 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:10:29.707695 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-d6aea392-1e2b-4aec-bc33-effed5045e96 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6789358 Jun 16 17:10:29.756147 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba33865-da0e-43a3-9873-309fa2e30067 None None] Network 618b3d1f-7be0-4469-8518-91afff3c1d42 requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:10:30.435321 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38418) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:30.440581 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1242404785-network', 'tenant_id': 'ba6867cc1df04844a307ed364e99abc0'}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:30.520982 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Made reservation on behalf of ba6867cc1df04844a307ed364e99abc0 for: {'network': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:30.523544 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668108'] for network, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.533101 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.629400 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.694863 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.698002 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bcbb96d0-b85f-4deb-8904-6eee55d8dbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:30.720508 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=100140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:10:30.730353 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21afd01-465d-4eba-9d39-a738852c49ec,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:30.733539 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:30.736724 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.737077 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.db.segments_db [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Added segment 7dde9918-b5a6-48e3-ae5a-4bf669cfda77 of type vlan for network cbccf5be-5287-4a07-8d46-32dcc06565ee Jun 16 17:10:30.781777 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767196266891'] for network, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.889946 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844'] for network, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.891388 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:30.892147 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:30.895250 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-354d0418-ddff-4338-81f0-6ec0873d01b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:30.953960 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Pushing event updated for resources: {'Network': ['ID=cbccf5be-5287-4a07-8d46-32dcc06565ee,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:30.956750 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:30.964966 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.plugins.ml2.rpc [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Network cbccf5be-5287-4a07-8d46-32dcc06565ee details requested by agent ovs-agent-dv-cinder-783389-6-smb with host dv-cinder-783389-6-smb {{(pid=100142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:10:30.995303 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-bb212bcb-4bc6-4e83-92b7-9a1c510451df admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5586951 Jun 16 17:10:30.997960 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38420) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:31.003043 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.v2.base [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Request body: {'subnet': {'network_id': 'cbccf5be-5287-4a07-8d46-32dcc06565ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1242404785-subnet', 'tenant_id': 'ba6867cc1df04844a307ed364e99abc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:10:31.083851 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Made reservation on behalf of ba6867cc1df04844a307ed364e99abc0 for: {'subnet': 1} {{(pid=100140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:10:31.086245 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934206'] for subnet, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.329962 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9855655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934188'] for subnet, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.332484 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7021fa51-282f-4865-9261-48f49b5f03f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:31.380039 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58d5a67-cab2-487e-8aeb-9f8f364996e4,revision_number=0']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:31.382748 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:31.398910 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Checking segment: {'id': '7dde9918-b5a6-48e3-ae5a-4bf669cfda77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'cbccf5be-5287-4a07-8d46-32dcc06565ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:10:31.399265 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Network hostable DHCP agents. Network: cbccf5be-5287-4a07-8d46-32dcc06565ee, hostable agents: ['835ad4be-ed7f-4129-8466-a492db232dd4'], hosted agents: [] {{(pid=100140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:10:31.466760 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Network cbccf5be-5287-4a07-8d46-32dcc06565ee is scheduled to be hosted by DHCP agent 835ad4be-ed7f-4129-8466-a492db232dd4 with binding_index 1 {{(pid=100140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:10:31.580941 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783389-6-smb, cbccf5be-5287-4a07-8d46-32dcc06565ee) {{(pid=100140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:10:31.585175 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:10:31.585794 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.591284 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ad607-0eb4-4081-a821-135a5a194ebe None None] Network cbccf5be-5287-4a07-8d46-32dcc06565ee requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:10:31.693098 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-d9ab065e-fe8d-402a-b40a-a48c8825c16f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6939552 Jun 16 17:10:31.719400 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3322c451-c056-4f19-b2c1-0837e9f8a678 None None] Network cbccf5be-5287-4a07-8d46-32dcc06565ee requested from dv-cinder-783389-6-smb {{(pid=100142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:10:31.810390 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38424) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:31.863087 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Deleting subnet b76fd897-3265-4cb9-b646-50acb3d252eb {{(pid=100140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:10:31.867073 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.905614 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9163966'] for subnet, precommit_delete_associations {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:31.952731 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.098670 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9855718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934181'] for subnet, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.101422 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:32.132743 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76fd897-3265-4cb9-b646-50acb3d252eb,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:32.134733 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.136603 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b76fd897-3265-4cb9-b646-50acb3d252eb HTTP/1.1" status: 204 len: 168 time: 0.3251019 Jun 16 17:10:32.138225 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-6832535a-4f5e-4afd-aac4-a1e009fd1b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:32.139107 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38426) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:32.208392 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.290769 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.301109 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618b3d1f-7be0-4469-8518-91afff3c1d42']}} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:32.311449 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c113fc-98f5-4fa2-888c-a9c464738822') {'for_net_delete': True} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:32.311741 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.services.segments.db [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c113fc-98f5-4fa2-888c-a9c464738822') {} {{(pid=100140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:32.323526 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9163943'] for segment, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.338043 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.343933 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=100140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:10:32.344322 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9855609'] for segment, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: Traceback (most recent call last): Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: timer() Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: cb(*args, **kw) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: return func(*args, **kwargs) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: self._notify() Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: self.callback(batched_events) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: event.method(event) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: return f(self, *a, **k) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: return self._get(url).json() Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: return self.request(url, 'GET', **kwargs) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:10:32.346135 dv-cinder-783389-6-smb neutron-server[100140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:10:32.463320 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.467020 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-94ffb4b3-c763-460a-8e76-9811b76ead4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:32.469468 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.471276 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] 10.222.0.36 "DELETE /v2.0/networks/618b3d1f-7be0-4469-8518-91afff3c1d42 HTTP/1.1" status: 204 len: 168 time: 0.3311274 Jun 16 17:10:32.474210 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38428) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:32.481840 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Pushing event deleted for resources: {'Network': ['ID=618b3d1f-7be0-4469-8518-91afff3c1d42,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:32.484167 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-56094c9e-cfa2-4ade-a545-82293509e730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:32.525002 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Deleting subnet f58d5a67-cab2-487e-8aeb-9f8f364996e4 {{(pid=100141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:10:32.528167 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.562029 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772481'] for subnet, precommit_delete_associations {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.601866 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-548244'] for subnet, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.726275 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-548235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8495758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12140349'] for subnet, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.728625 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-3798112c-1d33-4841-9f3b-9d3251676d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:32.751066 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58d5a67-cab2-487e-8aeb-9f8f364996e4,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:32.755110 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:32.757861 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for subnet, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:32.760160 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-10f578b2-7dba-448c-850d-ff60ff16e573 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f58d5a67-cab2-487e-8aeb-9f8f364996e4 HTTP/1.1" status: 204 len: 168 time: 0.2844090 Jun 16 17:10:32.762240 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38430) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:33.114055 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621833'] for network, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.200363 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546843', 'neutron.services.segments.db._delete_segments_for_network-8767196770609'] for network, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.211688 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbccf5be-5287-4a07-8d46-32dcc06565ee']}} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:33.223225 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dde9918-b5a6-48e3-ae5a-4bf669cfda77') {'for_net_delete': True} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:33.223516 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.services.segments.db [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dde9918-b5a6-48e3-ae5a-4bf669cfda77') {} {{(pid=100141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:10:33.232478 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767196769922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772504'] for segment, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.246882 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495'] for segment, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.252607 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=100141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:10:33.252987 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8495633'] for segment, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: Traceback (most recent call last): Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: timer() Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: cb(*args, **kw) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: return func(*args, **kwargs) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: self._notify() Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: self.callback(batched_events) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: event.method(event) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: return f(self, *a, **k) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: return self._get(url).json() Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: return self.request(url, 'GET', **kwargs) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:10:33.254661 dv-cinder-783389-6-smb neutron-server[100141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:10:33.398248 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3908580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3702844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3839103'] for network, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.401722 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:33.411865 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702819'] for network, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.411865 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] 10.222.0.36 "DELETE /v2.0/networks/cbccf5be-5287-4a07-8d46-32dcc06565ee HTTP/1.1" status: 204 len: 168 time: 0.6428585 Jun 16 17:10:33.417264 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=cbccf5be-5287-4a07-8d46-32dcc06565ee,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:33.419518 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-33f81d91-f57a-4658-9f4d-50c2c5b9e6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:33.764912 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38434) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:33.810314 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-b33f36c3-5159-43f0-85de-7d818f53abee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ae085c0956743f491a33e26464419c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440288 Jun 16 17:10:33.812625 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38436) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:33.862093 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1fd5976c-8b59-4f92-966c-fca447cf6d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:33.884490 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1fd5976c-8b59-4f92-966c-fca447cf6d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.026550 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1fd5976c-8b59-4f92-966c-fca447cf6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.029096 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-1fd5976c-8b59-4f92-966c-fca447cf6d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.030321 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-1fd5976c-8b59-4f92-966c-fca447cf6d35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbf72174-89a7-419d-bbbe-b4324555bacd HTTP/1.1" status: 204 len: 168 time: 0.2167902 Jun 16 17:10:34.031089 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-e2b938e3-edd5-4b01-b13a-d469789fcff5 tempest-TestMinimumBasicScenario-2013318469 tempest-TestMinimumBasicScenario-2013318469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:34.038782 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5976c-8b59-4f92-966c-fca447cf6d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf72174-89a7-419d-bbbe-b4324555bacd,revision_number=None']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:34.041148 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-1fd5976c-8b59-4f92-966c-fca447cf6d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:34.706782 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38442) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:34.749519 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-f20b487b-bea1-4ea6-8d24-88027175e9a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba6867cc1df04844a307ed364e99abc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449777 Jun 16 17:10:34.751776 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38444) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:34.801253 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-26cd2f9e-d362-4467-b462-f4267afdac2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.826568 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-26cd2f9e-d362-4467-b462-f4267afdac2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.992693 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-26cd2f9e-d362-4467-b462-f4267afdac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.995349 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-26cd2f9e-d362-4467-b462-f4267afdac2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:34.996488 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-26cd2f9e-d362-4467-b462-f4267afdac2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a21afd01-465d-4eba-9d39-a738852c49ec HTTP/1.1" status: 204 len: 168 time: 0.2438164 Jun 16 17:10:34.997359 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-96444ce4-c9ef-41cc-af82-057afadd85ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:35.004980 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd2f9e-d362-4467-b462-f4267afdac2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21afd01-465d-4eba-9d39-a738852c49ec,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:35.007395 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-26cd2f9e-d362-4467-b462-f4267afdac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:38.982982 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-7530bfc5-064d-42c3-a78d-fbb5589f1ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:41.818324 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-46f5f2dd-99b2-4866-a537-a4295c874355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:42.249255 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:43.266359 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:44.994124 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:45.844143 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:52.945751 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [-] (100140) accepted ('10.222.0.36', 38584) {{(pid=100140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:53.092386 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7307e493-78a4-497d-856e-c7bdb5968261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.186563 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7307e493-78a4-497d-856e-c7bdb5968261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.261999 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron_lib.callbacks.manager [None req-7307e493-78a4-497d-856e-c7bdb5968261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.264884 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-bdeda945-74af-437c-822a-defe82ea515f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:53.302448 dv-cinder-783389-6-smb neutron-server[100140]: INFO neutron.wsgi [None req-7307e493-78a4-497d-856e-c7bdb5968261 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d95aeee06094f4a89eeada28dcdc1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554926 Jun 16 17:10:53.303332 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307e493-78a4-497d-856e-c7bdb5968261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7713750-a8bc-4126-8ed6-aecd0dfca22c,revision_number=1']} {{(pid=100140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:53.304952 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38588) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:53.306562 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG oslo_concurrency.lockutils [None req-7307e493-78a4-497d-856e-c7bdb5968261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:53.355525 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-87ffa143-aade-4749-947d-a5586c92c09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.377368 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-87ffa143-aade-4749-947d-a5586c92c09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.514639 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-87ffa143-aade-4749-947d-a5586c92c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.517652 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-87ffa143-aade-4749-947d-a5586c92c09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.518822 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-87ffa143-aade-4749-947d-a5586c92c09e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7713750-a8bc-4126-8ed6-aecd0dfca22c HTTP/1.1" status: 204 len: 168 time: 0.2122056 Jun 16 17:10:53.519623 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-32978895-b492-4e39-92c9-9b146d9e1cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:53.527996 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffa143-aade-4749-947d-a5586c92c09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7713750-a8bc-4126-8ed6-aecd0dfca22c,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:53.530577 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-87ffa143-aade-4749-947d-a5586c92c09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:55.303286 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38630) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:55.410493 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6f042412-a160-4e94-9c1d-b0955aa31fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.511445 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6f042412-a160-4e94-9c1d-b0955aa31fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.582574 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-6f042412-a160-4e94-9c1d-b0955aa31fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_create {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.585279 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-720f5330-0fdb-4bb9-bf11-0688d424eb53 tempest-AttachVolumeShelveTestJSON-1141775164 tempest-AttachVolumeShelveTestJSON-1141775164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:55.621097 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f042412-a160-4e94-9c1d-b0955aa31fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92fe82-85c3-4de3-8247-7d3c32640afb,revision_number=1']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:55.624111 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-6f042412-a160-4e94-9c1d-b0955aa31fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:10:55.626948 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-6f042412-a160-4e94-9c1d-b0955aa31fce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea84015459c243bfb505ab6fb4d4a7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226299 Jun 16 17:10:55.630264 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [-] (100141) accepted ('10.222.0.36', 38634) {{(pid=100141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:10:55.678646 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8c02f535-0f39-41ea-b378-0d969d025965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.699888 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8c02f535-0f39-41ea-b378-0d969d025965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.822522 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8c02f535-0f39-41ea-b378-0d969d025965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908556'] for security_group, after_delete {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.825581 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron_lib.callbacks.manager [None req-8c02f535-0f39-41ea-b378-0d969d025965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:55.827959 dv-cinder-783389-6-smb neutron-server[100141]: INFO neutron.wsgi [None req-8c02f535-0f39-41ea-b378-0d969d025965 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff92fe82-85c3-4de3-8247-7d3c32640afb HTTP/1.1" status: 204 len: 168 time: 0.1955247 Jun 16 17:10:55.827959 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-ba0e88bf-214d-4468-a1a4-5272adc432f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:10:55.836117 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02f535-0f39-41ea-b378-0d969d025965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92fe82-85c3-4de3-8247-7d3c32640afb,revision_number=None']} {{(pid=100141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:10:55.839246 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG oslo_concurrency.lockutils [None req-8c02f535-0f39-41ea-b378-0d969d025965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:11:03.600099 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:11:09.003401 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-96738a58-347c-453e-afc2-611eac23b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:11.867369 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a884-7c25-4b61-a2a0-ac37ae674d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:12.244268 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:13.288892 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.004659 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:15.878748 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:38.974919 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-7bac5982-3e27-4145-8237-204a15afc1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:40.600586 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:11:41.769315 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f1c85048-f2a9-44f7-9695-0bf410069bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:42.231804 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:43.260852 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:45.037032 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:45.831633 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:08.973617 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-6e58e552-abf7-413d-ba63-00c96e1f61cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:11.813813 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b04e87dc-4ff2-408c-ac2c-29662765d39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:12.236447 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:13.253497 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:15.013718 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:15.813860 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:17.601392 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:12:38.961984 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-b684cccc-36ad-4bec-a423-45e947a2c8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:41.818271 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c84afe96-e879-46af-9e4c-dc6808887860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:42.241529 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:43.281241 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.012841 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:45.812906 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.600993 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:13:08.983810 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-903ad3c3-f702-4ac7-a7d2-7b829965a95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:11.823751 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f1629937-7eec-4f5d-87b7-67ec6c34d9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:12.240949 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:13.252225 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.018351 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:15.817863 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:31.600635 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:13:38.976036 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-0bca0b7f-7bcd-4cdd-9600-74d802196683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:41.798966 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-21512887-9d09-4218-ac94-448c6ba322cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:42.263386 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:43.290464 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:45.017159 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:45.823319 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:08.599164 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:14:09.005479 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-819d8c18-a424-4aa7-bc45-caece8ea02a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:11.820767 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9327-6d08-4edd-bdc7-03a22605e588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:12.268605 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:13.273972 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.039306 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:15.816657 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:38.996847 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d913-5bcd-49ba-9bb0-dc42bc19c69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:41.831358 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-d1c25bbd-ca75-4649-8bb9-2b80baa2e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:42.262014 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:43.290517 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:45.036155 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:14:45.599585 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:14:45.847784 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:08.987232 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-f631000b-6d7e-42ca-9a25-bdbc0cba6295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:11.801365 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-a4f495a5-566d-434a-a1cd-a29f18324b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:12.263723 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:13.289760 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:14.120021 dv-cinder-783389-6-smb neutron-server[100140]: DEBUG neutron.wsgi [req-b223e480-64e7-4025-8cd5-5a697b0995b9 req-2cee7fab-f08e-43c6-bda3-21129f878dd1 service neutron] (100140) timed out ('10.222.0.96', 60828) {{(pid=100140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:15:15.038259 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:15.858507 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:17.673493 dv-cinder-783389-6-smb neutron-server[100141]: DEBUG neutron.wsgi [req-63d731b4-33d3-443c-9fb7-79a833a63fc6 req-fa3ca2ac-3e9a-44b0-8021-5f66586b623d service neutron] (100141) timed out ('10.222.0.96', 60647) {{(pid=100141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 17:15:22.598099 dv-cinder-783389-6-smb neutron-server[100143]: DEBUG neutron.db.agents_db [None req-b035b52b-4d24-4483-b802-eced23d0f3d7 None None] Agent healthcheck: found 6 active agents {{(pid=100143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:15:38.994524 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-df39b6e8-790d-4ab1-9eeb-08a79ceb7552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:41.788512 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-17ab6514-e443-4600-a851-409e9a981dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:42.302720 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-90e941d5-4eab-4d31-aed0-a3c8e777e919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:43.285808 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-c321bf13-6217-4697-8764-ccaa82284614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:45.045463 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-622e57fe-3db1-4560-9011-d1866e0b0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:15:45.857642 dv-cinder-783389-6-smb neutron-server[100142]: DEBUG neutron_lib.callbacks.manager [None req-3cce16eb-1c8f-445a-a040-bc3064c662df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767196770591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-549077'] for agent, after_update {{(pid=100142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}